silent_tools/silentslice at master · WAI272/silent_tools · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
#!/usr/bin/env python

import os
import sys
# if you pip installed this is wrong but you have silent_tools installed anyways
silent_tools_dir = os.path.dirname(os.path.realpath(__file__))
if silent_tools_dir not in sys.path:
    sys.path.append(silent_tools_dir)

import silent_tools
from silent_tools import eprint
import stat
from collections import defaultdict

# Don't throw an error when someone uses head
from signal import signal, SIGPIPE, SIG_DFL
signal(SIGPIPE, SIG_DFL)


all_args = sys.argv[1:]
e_flag = False
g_flag = False
m_flag = False
for i in range(len(all_args)-1, -1, -1):
    elem = all_args[i]
    if elem[0] != '-':
        continue
    if elem[1] == 'e':
        e_flag = True
        all_args.pop(i)
        continue
    if elem[1] == 'g':
        g_flag = True
        all_args.pop(i)
        continue
    if elem[1] == 'm':
        m_flag = True
        all_args.pop(i)
        continue
    assert False, 'silentslice: Unknown flag ' + elem


if (len(all_args) == 0):
    eprint("")
    eprint('silentslice by bcov - a tool to allow you extract a smaller silent file from a larger one')
    eprint("Usage:")
    eprint("        cat list_of_tags.list | silentslice myfile.silent > new.silent")
    eprint("                             or")
    eprint("        silentslice myfile.silent tag1 tag2 tag3 > new.silent")
    eprint("Flags:")
    eprint("        -e Old behavior that preserves input order of tags (new way is file-order which is faster")
    eprint("        -g Slice by the original name instead of the in-place _1 renames")
    eprint("        -m multi-silent: You can give multiple silent files instead of one. In this mode you must pipe your tags in via |")
    sys.exit(1)

silent_files = all_args[0]

tag_buffers = []
if ( stat.S_ISFIFO(os.stat("/dev/stdin").st_mode) ):
    tag_buffers += sys.stdin.readlines()

if m_flag:
    silent_files = all_args[0:]
else:
    silent_files = [all_args[0]]
    tag_buffers += all_args[1:]

tags = []
for line in tag_buffers:
    line = line.strip()
    if (len(line) == 0):
        continue
    sp = line.split(" ")
    for tag in sp:
        tags.append(tag)

if (len(tags) != len(set(tags))):
    eprint("silentslice: Warning: duplicate tags specified")

silent_index_and_files = [(silent_tools.get_silent_index( silent_file ), open(silent_file)) for silent_file in silent_files]

sys.stdout.write( silent_tools.silent_header( silent_index_and_files[0][0] ) )
sys.stdout.flush()

# Figure out which tags exist in which silent files
existing_tag_seek_index_sf = []
for tag in tags:
    found = False
    for silent_index, sf in silent_index_and_files:
        if tag in silent_index['index']:
            existing_tag_seek_index_sf.append((tag, silent_index['index'][tag]['seek'], silent_index, sf))
            if found:
                eprint("silentslice: Tag found multiple times: %s"%tag)
            found = True
    if not found:
        eprint("silentslice: Unable to find tag: %s"%tag)
        continue

if not e_flag:
    existing_tag_seek_index_sf = sorted(existing_tag_seek_index_sf, key=lambda x: x[1])

# Figure out which renamed tags we're looking for
# The effect is that we might output duplicate tags
if g_flag:
    og_tag_to_new_tags = defaultdict(list)
    for silent_index, sf in silent_index_and_files:
        for tag, og_tag in zip(silent_index['tags'], silent_index['orig_tags']):
            og_tag_to_new_tags[og_tag].append((tag, 0, silent_index, sf))
    new_tags = []
    for tag, _, _, _ in existing_tag_seek_index_sf:
        if ( tag not in og_tag_to_new_tags ):
            eprint("silentslice: Unable to find tag: %s"%tag) # I don't think this can throw after the m_flag changes
            continue
        new_tags += og_tag_to_new_tags[tag]
    existing_tag_seek_index_sf = new_tags

for tag, _, silent_index, sf in existing_tag_seek_index_sf:

    if ( tag not in silent_index['index'] ):
        eprint("silentslice: Unable to find tag: %s"%tag) # I don't think this can throw after the m_flag changes
        continue
    structure = silent_tools.get_silent_structure_file_open( sf, silent_index, tag )

    sys.stdout.write("".join(structure))
    sys.stdout.flush()