From 66966c772150c8ad87d4d65a5875c22f89f30dac Mon Sep 17 00:00:00 2001 From: Mart Lubbers Date: Tue, 28 Mar 2017 16:37:06 +0200 Subject: [PATCH] add first disgorge song --- data.txt | 12 - preprocess.sh | 38 +-- segment.py | 14 +- textgrid/12.TextGrid | 570 +++++++++++++++++++++++++++++++++++++++++++ 4 files changed, 597 insertions(+), 37 deletions(-) create mode 100644 textgrid/12.TextGrid diff --git a/data.txt b/data.txt index 028c959..e69de29 100644 --- a/data.txt +++ b/data.txt @@ -1,12 +0,0 @@ -00 High Velocity Impact Spatter 10888584 -01 Sadistic Embodiment 8701224 -02 Kill or Become 10172400 -03 A Skeletal Domain 9647904 -04 Headlong Into Carnage 7993272 -05 The Murderer's Pact 13460496 -06 Funeral Cremation 9785496 -07 Icepick Lobotomy 8654184 -08 Vector of Cruelty 9046968 -09 Bloodstained Cement 9789612 -10 Asphyxiate to Resuscitate 10028340 -11 Hollowed Bodies 8193780 diff --git a/preprocess.sh b/preprocess.sh index 499b706..6886139 100644 --- a/preprocess.sh +++ b/preprocess.sh @@ -5,25 +5,25 @@ MAXPROCS=4 FREQUENCY=44100 #FREQUENCY=22050 -#rm -rf wav mfcc -#mkdir -p wav mfcc -#i=0 -#for f in orig/*.flac; do -# while [ $(jobs -p | wc -l) -ge $MAXPROCS ]; do sleep 1; done -# -# echo $f -# BN="$(echo $f | grep -Po "(?<=/[0-9][0-9]_-_).*(?=\.flac)")" -# NUM="$(printf '%02d' "$i")" -# WAV="wav/$NUM.wav" -# MFCC="mfcc/$NUM.mfcc" -# -# ( echo "Processing $f" && -# sox "$f" -V1 -c 1 -r $FREQUENCY $WAV && -# python mfcc.py < "$WAV" > "$MFCC" -# ) & -# i=$((i+1)) -#done -#wait +rm -rf wav mfcc +mkdir -p wav mfcc +i=0 +for f in orig/*/*.flac; do + while [ $(jobs -p | wc -l) -ge $MAXPROCS ]; do sleep 1; done + + echo $f + BN="$(echo $f | grep -Po "(?<=/[0-9][0-9]_-_).*(?=\.flac)")" + NUM="$(printf '%02d' "$i")" + WAV="wav/$NUM.wav" + MFCC="mfcc/$NUM.mfcc" + + ( echo "Processing $f" && + sox "$f" -V1 -c 1 -r $FREQUENCY $WAV && + python mfcc.py < "$WAV" > "$MFCC" + ) & + i=$((i+1)) +done +wait python segment.py python train.py python test.py diff --git a/segment.py b/segment.py index 3a7967f..dc803ef 100644 --- a/segment.py +++ b/segment.py @@ -1,12 +1,16 @@ import sys import pympi import random +import glob +import re +import os testset = 0.10 data = [] -def process(num, *args): +def process(num): + num = re.match('^.*/(\\d+).TextGrid$', num).group(1) tg = 'textgrid/{:02d}.TextGrid'.format(int(num)) tgob = pympi.TextGrid(tg) @@ -32,11 +36,9 @@ def process(num, *args): if __name__ == '__main__': datafiles = [] - with open('data.txt', 'r') as f: - for l in f: - s = l.strip().split('\t') - sys.stderr.write('Processing {}: {}\n'.format(s[0], s[1])) - process(*s) + for fl in glob.glob(os.path.join(os.getcwd(), 'textgrid', '*.TextGrid')): + sys.stderr.write('Segment {}\n'.format(fl)) + process(fl) sys.stderr.write('Shuffling {} samples\n'.format(len(data))) random.shuffle(data) diff --git a/textgrid/12.TextGrid b/textgrid/12.TextGrid new file mode 100644 index 0000000..91e7d3a --- /dev/null +++ b/textgrid/12.TextGrid @@ -0,0 +1,570 @@ +File type = "ooTextFile" +Object class = "TextGrid" + +xmin = 0 +xmax = 313.2 +tiers? +size = 1 +item []: + item [1]: + class = "IntervalTier" + name = "lyrics" + xmin = 0 + xmax = 313.2 + intervals: size = 139 + intervals [1]: + xmin = 0 + xmax = 0.13428950592078412 + text = "" + intervals [2]: + xmin = 0.13428950592078412 + xmax = 15.000000000000004 + text = "*" + intervals [3]: + xmin = 15.000000000000004 + xmax = 15.800224581461826 + text = "" + intervals [4]: + xmin = 15.800224581461826 + xmax = 25.429563121174272 + text = "*" + intervals [5]: + xmin = 25.429563121174272 + xmax = 26.21110673371188 + text = "" + intervals [6]: + xmin = 26.21110673371188 + xmax = 30.573869596104693 + text = "*" + intervals [7]: + xmin = 30.573869596104693 + xmax = 31.385769977319146 + text = "" + intervals [8]: + xmin = 31.385769977319146 + xmax = 40.907807149060346 + text = "*" + intervals [9]: + xmin = 40.907807149060346 + xmax = 44.589743769556144 + text = "" + intervals [10]: + xmin = 44.589743769556144 + xmax = 51.703412729782436 + text = "*" + intervals [11]: + xmin = 51.703412729782436 + xmax = 52.00349694783062 + text = "" + intervals [12]: + xmin = 52.00349694783062 + xmax = 55.01203359544189 + text = "*" + intervals [13]: + xmin = 55.01203359544189 + xmax = 55.535257360243854 + text = "" + intervals [14]: + xmin = 55.535257360243854 + xmax = 56.80882576922475 + text = "*" + intervals [15]: + xmin = 56.80882576922475 + xmax = 57.18585465856733 + text = "" + intervals [16]: + xmin = 57.18585465856733 + xmax = 61.479367316795184 + text = "*" + intervals [17]: + xmin = 61.479367316795184 + xmax = 62.425786773716375 + text = "" + intervals [18]: + xmin = 62.425786773716375 + xmax = 63.77629985399167 + text = "Condemned Visions" + intervals [19]: + xmin = 63.77629985399167 + xmax = 64.20719001324034 + text = "" + intervals [20]: + xmin = 64.20719001324034 + xmax = 68.87003709368133 + text = "awaken to devour the flesh" + intervals [21]: + xmin = 68.87003709368133 + xmax = 69.64024955544524 + text = "" + intervals [22]: + xmin = 69.64024955544524 + xmax = 70.17116778737663 + text = "of" + intervals [23]: + xmin = 70.17116778737663 + xmax = 70.46355753829538 + text = "" + intervals [24]: + xmin = 70.46355753829538 + xmax = 70.96369790170901 + text = "the" + intervals [25]: + xmin = 70.96369790170901 + xmax = 71.59464420632314 + text = "" + intervals [26]: + xmin = 71.59464420632314 + xmax = 76.52189780972756 + text = "fallen" + intervals [27]: + xmin = 76.52189780972756 + xmax = 87.52931162982973 + text = "" + intervals [28]: + xmin = 87.52931162982973 + xmax = 90.59611197981117 + text = "Seeds of the apocalypse" + intervals [29]: + xmin = 90.59611197981117 + xmax = 91.28091955433138 + text = "" + intervals [30]: + xmin = 91.28091955433138 + xmax = 92.61975683485404 + text = "forgotten in" + intervals [31]: + xmin = 92.61975683485404 + xmax = 92.96600785567887 + text = "" + intervals [32]: + xmin = 92.96600785567887 + xmax = 94.56883055932406 + text = "this realm" + intervals [33]: + xmin = 94.56883055932406 + xmax = 95.17669346254986 + text = "" + intervals [34]: + xmin = 95.17669346254986 + xmax = 98.31603605136162 + text = "Unholy grace of obscurity" + intervals [35]: + xmin = 98.31603605136162 + xmax = 98.83925981616358 + text = "" + intervals [36]: + xmin = 98.83925981616358 + xmax = 100.45907924596929 + text = "They shall" + intervals [37]: + xmin = 100.45907924596929 + xmax = 100.80533026679412 + text = "" + intervals [38]: + xmin = 100.80533026679412 + xmax = 102.1287786130579 + text = "be" + intervals [39]: + xmin = 102.1287786130579 + xmax = 102.52119643665937 + text = "" + intervals [40]: + xmin = 102.52119643665937 + xmax = 106.69320556931784 + text = "suffocated in his blood" + intervals [41]: + xmin = 106.69320556931784 + xmax = 116.21719502533963 + text = "" + intervals [42]: + xmin = 116.21719502533963 + xmax = 119.01798106045601 + text = "Suffer. endless pestilence" + intervals [43]: + xmin = 119.01798106045601 + xmax = 119.46426015396356 + text = "" + intervals [44]: + xmin = 119.46426015396356 + xmax = 122.25363858744426 + text = "waiting... the endless feast" + intervals [45]: + xmin = 122.25363858744426 + xmax = 122.8307236221523 + text = "" + intervals [46]: + xmin = 122.8307236221523 + xmax = 123.26161378140098 + text = "Of" + intervals [47]: + xmin = 123.26161378140098 + xmax = 123.65403160500244 + text = "" + intervals [48]: + xmin = 123.65403160500244 + xmax = 125.60842625588036 + text = "the false scriptures, revocation of the inverted" + intervals [49]: + xmin = 125.60842625588036 + xmax = 127.67452477919365 + text = "" + intervals [50]: + xmin = 127.67452477919365 + xmax = 132.72209521610665 + text = "revocation of the inverted" + intervals [51]: + xmin = 132.72209521610665 + xmax = 143.38850249092994 + text = "" + intervals [52]: + xmin = 143.38850249092994 + xmax = 144.3118385464628 + text = "Embracing" + intervals [53]: + xmin = 144.3118385464628 + xmax = 144.68117296867595 + text = "" + intervals [54]: + xmin = 144.68117296867595 + xmax = 146.6586510209422 + text = "the immaculate" + intervals [55]: + xmin = 146.6586510209422 + xmax = 146.9165497688369 + text = "" + intervals [56]: + xmin = 146.9165497688369 + xmax = 148.22460918084178 + text = "Obscure" + intervals [57]: + xmin = 148.22460918084178 + xmax = 148.54008233314886 + text = "" + intervals [58]: + xmin = 148.54008233314886 + xmax = 150.37905997708515 + text = "visions revealed" + intervals [59]: + xmin = 150.37905997708515 + xmax = 150.68683866226277 + text = "" + intervals [60]: + xmin = 150.68683866226277 + xmax = 153.6345845386584 + text = "violently dismembering" + intervals [61]: + xmin = 153.6345845386584 + xmax = 154.10394703355428 + text = "" + intervals [62]: + xmin = 154.10394703355428 + xmax = 157.0663168783889 + text = "Revelations of mortal sin" + intervals [63]: + xmin = 157.0663168783889 + xmax = 157.46271603461355 + text = "" + intervals [64]: + xmin = 157.46271603461355 + xmax = 158.73230311097126 + text = "While" + intervals [65]: + xmin = 158.73230311097126 + xmax = 159.3093881456793 + text = "" + intervals [66]: + xmin = 159.3093881456793 + xmax = 160.58666968916643 + text = "nothingness" + intervals [67]: + xmin = 160.58666968916643 + xmax = 161.04833771693288 + text = "" + intervals [68]: + xmin = 161.04833771693288 + xmax = 162.2640635233845 + text = "slithers" + intervals [69]: + xmin = 162.2640635233845 + xmax = 162.81037068957477 + text = "" + intervals [70]: + xmin = 162.81037068957477 + xmax = 164.00699442726122 + text = "into" + intervals [71]: + xmin = 164.00699442726122 + xmax = 164.33785651382715 + text = "" + intervals [72]: + xmin = 164.33785651382715 + xmax = 165.85366653832696 + text = "inverted" + intervals [73]: + xmin = 165.85366653832696 + xmax = 166.32302903322284 + text = "" + intervals [74]: + xmin = 166.32302903322284 + xmax = 170.78210683379214 + text = "minds" + intervals [75]: + xmin = 170.78210683379214 + xmax = 171.1899135916525 + text = "" + intervals [76]: + xmin = 171.1899135916525 + xmax = 175.2833701045149 + text = "Revealed in obscurity" + intervals [77]: + xmin = 175.2833701045149 + xmax = 178.94264317066327 + text = "" + intervals [78]: + xmin = 178.94264317066327 + xmax = 180.2353136484093 + text = "Unfolding" + intervals [79]: + xmin = 180.2353136484093 + xmax = 180.68928720904628 + text = "" + intervals [80]: + xmin = 180.68928720904628 + xmax = 181.96285561802716 + text = "of genesis" + intervals [81]: + xmin = 181.96285561802716 + xmax = 182.5168572513469 + text = "" + intervals [82]: + xmin = 182.5168572513469 + xmax = 183.0093031476311 + text = "is" + intervals [83]: + xmin = 183.0093031476311 + xmax = 183.41710990549146 + text = "" + intervals [84]: + xmin = 183.41710990549146 + xmax = 185.1329760753567 + text = "in order" + intervals [85]: + xmin = 185.1329760753567 + xmax = 186.0255342623718 + text = "" + intervals [86]: + xmin = 186.0255342623718 + xmax = 186.57953589569152 + text = "in" + intervals [87]: + xmin = 186.57953589569152 + xmax = 186.95656478503412 + text = "" + intervals [88]: + xmin = 186.95656478503412 + xmax = 187.37976047715335 + text = "this" + intervals [89]: + xmin = 187.37976047715335 + xmax = 187.7721783007548 + text = "" + intervals [90]: + xmin = 187.7721783007548 + xmax = 189.20733051945396 + text = "ruined shrines" + intervals [91]: + xmin = 189.20733051945396 + xmax = 189.58435940879653 + text = "" + intervals [92]: + xmin = 189.58435940879653 + xmax = 192.44180025818144 + text = "Of unholyness" + intervals [93]: + xmin = 192.44180025818144 + xmax = 192.9650240229834 + text = "" + intervals [94]: + xmin = 192.9650240229834 + xmax = 193.51902565630314 + text = "they" + intervals [95]: + xmin = 193.51902565630314 + xmax = 193.84219327573965 + text = "" + intervals [96]: + xmin = 193.84219327573965 + xmax = 194.30386130350607 + text = "give" + intervals [97]: + xmin = 194.30386130350607 + xmax = 194.65780679146033 + text = "" + intervals [98]: + xmin = 194.65780679146033 + xmax = 196.00433853911244 + text = "praise to a" + intervals [99]: + xmin = 196.00433853911244 + xmax = 196.43522869836113 + text = "" + intervals [100]: + xmin = 196.43522869836113 + xmax = 196.95845246316307 + text = "de-" + intervals [101]: + xmin = 196.95845246316307 + xmax = 197.31239795111733 + text = "" + intervals [102]: + xmin = 197.31239795111733 + xmax = 202.3947275891713 + text = "mised trinity" + intervals [103]: + xmin = 202.3947275891713 + xmax = 213.69047337670705 + text = "" + intervals [104]: + xmin = 213.69047337670705 + xmax = 216.6029632842588 + text = "Suffer... the pestilence" + intervals [105]: + xmin = 216.6029632842588 + xmax = 220.4886691846263 + text = "" + intervals [106]: + xmin = 220.4886691846263 + xmax = 223.64416645651676 + text = "awaiting... the endless feast" + intervals [107]: + xmin = 223.64416645651676 + xmax = 227.48370555410762 + text = "" + intervals [108]: + xmin = 227.48370555410762 + xmax = 231.39647618848662 + text = "Revealed in obscurity" + intervals [109]: + xmin = 231.39647618848662 + xmax = 233.82778734720645 + text = "" + intervals [110]: + xmin = 233.82778734720645 + xmax = 234.41477758168816 + text = "wrath" + intervals [111]: + xmin = 234.41477758168816 + xmax = 234.67269753320284 + text = "" + intervals [112]: + xmin = 234.67269753320284 + xmax = 241.4914044068988 + text = "of the defiled defiled" + intervals [113]: + xmin = 241.4914044068988 + xmax = 267.07663078901936 + text = "" + intervals [114]: + xmin = 267.07663078901936 + xmax = 271.3901196333168 + text = "Forgotten in this realm" + intervals [115]: + xmin = 271.3901196333168 + xmax = 271.9148533277777 + text = "" + intervals [116]: + xmin = 271.9148533277777 + xmax = 274.83524840016264 + text = "they shall be suffocated" + intervals [117]: + xmin = 274.83524840016264 + xmax = 275.31551313746587 + text = "" + intervals [118]: + xmin = 275.31551313746587 + xmax = 276.107060574873 + text = "Banishment" + intervals [119]: + xmin = 276.107060574873 + xmax = 276.9697583437325 + text = "" + intervals [120]: + xmin = 276.9697583437325 + xmax = 281.57059383152824 + text = "of false messiah. Your god has been exiled" + intervals [121]: + xmin = 281.57059383152824 + xmax = 282.1042213174207 + text = "" + intervals [122]: + xmin = 282.1042213174207 + xmax = 283.05585700059555 + text = "Embracing" + intervals [123]: + xmin = 283.05585700059555 + xmax = 283.77625410655037 + text = "" + intervals [124]: + xmin = 283.77625410655037 + xmax = 285.0063426417921 + text = "the immaculate" + intervals [125]: + xmin = 285.0063426417921 + xmax = 285.53997012768457 + text = "" + intervals [126]: + xmin = 285.53997012768457 + xmax = 288.4304523429354 + text = "Horror to the prisoners of flesh" + intervals [127]: + xmin = 288.4304523429354 + xmax = 288.8484605402178 + text = "" + intervals [128]: + xmin = 288.8484605402178 + xmax = 289.7823086405296 + text = "All is now" + intervals [129]: + xmin = 289.7823086405296 + xmax = 290.59164366079983 + text = "" + intervals [130]: + xmin = 290.59164366079983 + xmax = 291.85544853777265 + text = "revealed in" + intervals [131]: + xmin = 291.85544853777265 + xmax = 292.37128844080206 + text = "" + intervals [132]: + xmin = 292.37128844080206 + xmax = 292.8604469695368 + text = "ob-" + intervals [133]: + xmin = 292.8604469695368 + xmax = 293.2073048353669 + text = "" + intervals [134]: + xmin = 293.2073048353669 + xmax = 298.9648193744135 + text = "scurity. Obscure visions revealed" + intervals [135]: + xmin = 298.9648193744135 + xmax = 299.3719891196624 + text = "" + intervals [136]: + xmin = 299.3719891196624 + xmax = 301.1685349888337 + text = "violently dismembering" + intervals [137]: + xmin = 301.1685349888337 + xmax = 302.81388640366873 + text = "" + intervals [138]: + xmin = 302.81388640366873 + xmax = 310.9839634098085 + text = "Revelations of mortal sin" + intervals [139]: + xmin = 310.9839634098085 + xmax = 313.2 + text = "" -- 2.20.1