(17 . 3)(17 . 4)
640165  hide_inactive       asciilifeform   "Configurable default-hide of idle chans"
641046  search_all_chans    asciilifeform   "Button to search in all logged chans"
641484  navbar_date_auto    asciilifeform   "Automatically skip empty days in navbar. Handle 'dawn of time' case."
641773  searchpg_oldlinks   asciilifeform   "Paginated search; automatic replacement of ancient logger link targets; fix for unicode barf in eat_dump.py."

(159 . 3)(159 . 11)
(1) Automatically skip empty days in date navigation bar. At the same time, handle empty days correctly when these are requested.
(2) Handle 'dawn of time' case for any given channel, to avoid infinite loop insanity from search engines.

####################
Aug. 2020 Update :
####################

(1) Implemented fetch-by-channel-and-index (i.e. /ilog/chan/lineindex links).
(2) Automatically adjust link targets of #ba and 'btcbase' log citations to point to this logger, using the syntax in (1). Original text of link is preserved. Dates are handled correctly.
(3) Search results now properly paginated, with working 'back' and 'forward' buttons.
(4) Fixed ancient unicode bug in eat_dump.py.

(69 . 15)(69 . 17)
            self_speak = True
        
        ## Handle uniturds using the phf algorithm 
        payload = payload.decode('latin-1')
        payload = payload.encode('utf-8')
        try:
            payload = payload.decode("utf-8")
        except UnicodeDecodeError:
            payload = payload.decode('latin-1')
        
        ## Put in DB:
        try:
            exec_db('''insert into loglines (idx, t, chan, era, speaker, self, payload)
            values (%s, %s, %s, %s, %s, %s, %s) ; ''',
                    [int(idx), datetime.fromtimestamp(time), str(chan), int(era), str(speaker),
                     bool(self_speak), str(payload)])
                     bool(self_speak), payload])
            commit_db()
        except psycopg2.IntegrityError as e:
            rollback_db()

(61 . 6)(61 . 9)
# Days of inactivity after which chan is hidden by default
days_hide = 14

# Max # of search results per page
max_search = 500

# On what port will sit the www logtron
www_port = 5002

(55 . 6)(55 . 7)
    Days_Hide = int(cfg.get("logotron", "days_hide"))
    # WWW:
    WWW_Port = int(cfg.get("logotron", "www_port"))
    Max_Search_Results = int(cfg.get("logotron", "max_search"))

except Exception as e:
    print "Invalid config: ", e
(66 . 7)(67 . 6)
### Knobs not made into config yet ###
Default_Chan       = Channels[0]
Min_Query_Length   = 3
Max_Search_Results = 1000

## Format for Date in Log Lines
Date_Short_Format  = "%Y-%m-%d"
(247 . 6)(247 . 12)

stdlinks_re = re.compile('(http[^ \[\]]+)')

# For era 1 ('bitcoin-assets') links :
era1_re = re.compile('(<a href="http[^ \[\]]\/\/log\d*\.bitcoin-assets\.com\/\?date=\d+-\d+-\d+#)(\d+)')

# For era 2 ('btcbase') links :
era2_re = re.compile('(<a href="http[^ \[\]]\/\/btcbase\.org\/log\/\d+-\d+-\d+#)(\d+)')


## Format given log line for display
def format_logline(l, highlights = [], select=[], showchan=False):
(259 . 7)(265 . 18)
    # Now also format [link][text] links :
    payload = re.sub(boxlinks_re,
                     r'<a href="\1"  target=\'_blank\'>\2</a>', payload)

    
    # For ancient logs strictly: substitute orig. link with our logger :
    if l['era'] < 3:
        payload = re.sub(era1_re,
                         r'<a href="/ilog/{0}/\2'.format(l['chan']),
                         payload)
    
    # Adjust era 2 links in all cases:
    payload = re.sub(era2_re,
                     r'<a href="/ilog/{0}/\2'.format(l['chan']),
                     payload)
    
    # If this is a search result, illuminate the matched strings:
    if highlights != []:
        payload = highlight_text(highlights, payload)
(407 . 6)(424 . 30)
                           idle_day = Days_Hide)


# Primarily for use with 'era 1' and 'era 2' :
# Get arbitrary log item by chan and raw line index
@app.route('/ilog/<chan>/<idx>')
def ilog(chan, idx):
    # Handle rubbish chan:
    if chan not in Channels:
        return redirect(url_for('log'))

    # Attempt to locate given chan/idx:
    item = query_db(
        '''select * from loglines where chan=%s and idx = %s ;''',
        [chan, idx], one=True)

    # If given chan/idx not found:
    if item == None:
        return redirect(url_for('log'))
    
    # Determine date where item appears in log :
    item_date = item['t'].strftime(Date_Short_Format)
    
    # Go there:
    return redirect("/log/" + chan + "/" + item_date + "#" + idx)
    

@app.route('/log-raw/<chan>')
def rawlog(chan):
    res = ""
(467 . 8)(508 . 8)
    # The query params:
    chan = request.args.get('chan', default = Default_Chan, type = str)
    query = request.args.get('q', default = '', type = str)
    # page_num = request.args.get('page', default = 0, type = int)

    offset = request.args.get('after', default = 0, type = int)
    
    # channels to search in
    chans = []

(515 . 32)(556 . 50)
        if from_users == []:
            searchres = query_db(
                '''select * from loglines where chan = any(%s)
                and payload ilike all(%s) order by t desc limit %s;''',
                and payload ilike all(%s) order by t desc
                limit %s offset %s;''',
                [(chans,),
                 tokens_formed,
                 Max_Search_Results], one=False)
                 Max_Search_Results,
                 offset], one=False)
        else:
            searchres = query_db(
                '''select * from loglines where chan = any(%s)
                and speaker ilike any(%s)
                and payload ilike all(%s) order by t desc limit %s;''',
                and payload ilike all(%s) order by t desc
                limit %s offset %s;''',
                [(chans,),
                 from_users,
                 tokens_formed,
                 Max_Search_Results], one=False)
            

        # Number of entries found
                 Max_Search_Results,
                 offset], one=False)
        
        # Number of search results returned in this query
        nres = len(searchres)
        search_head = "<b>{0}</b> entries found in {1} for <b>'{2}'</b> :".format(
            nres, legend, html_escape(query))
    

        # Whether to display 'back' button :
        back = (offset != 0)
        
        # Whether to display 'forward' button :
        forw = (nres == Max_Search_Results)
        
        # Starting index of search results
        sres = offset
        
        # Ending index of search results
        eres = offset + min(nres, Max_Search_Results)
        
    # No paging support just yet:
    return render_template('searchres.html',
                           query       = query,
                           nres        = nres,
                           hquery      = html_escape(query),
                           legend      = legend,
                           sres        = sres,
                           eres        = eres,
                           back        = back,
                           forw        = forw,
                           psize       = Max_Search_Results,
                           chan        = chan,
                           search_head = search_head,
                           tokens      = tokens_orig,
                           loglines    = searchres,
                           showchan    = showchan)

(1 . 12)(1 . 20)
{% extends "layout.html" %}

{% block title %}
{{ nres }} Results for {{ query }} in #{{ chan }}
Results {{ sres }} ... {{ eres }} for {{ query }} in {{ legend }}
{% endblock %}

{% block body %}

<div align="center"><span>{{ search_head | safe }}</span></div>
<div id="navbarblock">
    <div align="center"><span>
        {% if back %}<a href="/log-search?q={{ query }}&chan={{ chan }}&after={{ sres - psize }}">←</a> | {% endif %}
        Results <b>{{ sres + 1 }} ... {{ eres }}</b> found in {{ legend | safe }} for <b>'{{ hquery }}'</b> :{% if forw %} |
        <a href="/log-search?q={{ query }}&chan={{ chan }}&after={{ eres }}">→</a>
        {% endif %}
    </span></div>
</div>
<div style="clear: both;"></div>

<hr>