diff --git a/CMakeLists.txt b/CMakeLists.txt index 878012b..d99963e 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -1,6 +1,6 @@ cmake_minimum_required(VERSION 3.15) set(CMAKE_OSX_DEPLOYMENT_TARGET "10.12" CACHE STRING "Minimum OS X deployment target") -project(NeuralPi VERSION 1.2.0) +project(NeuralPi VERSION 1.3.0) set(CMAKE_CXX_STANDARD 17) diff --git a/NeuralPi.jucer b/NeuralPi.jucer index d15f031..5ae8896 100644 --- a/NeuralPi.jucer +++ b/NeuralPi.jucer @@ -1,16 +1,20 @@ - + displaySplashScreen="1" companyEmail="smartguitarml@gmail.com"> + + + diff --git a/README.md b/README.md index 34c2a43..60b81ae 100644 --- a/README.md +++ b/README.md @@ -18,7 +18,7 @@ There are four main components to the guitar pedal: 4. NeuralPi VST3 plugin ![app](https://github.com/GuitarML/NeuralPi/blob/main/resources/neuralpi_pic.jpg) -
This is the normal plugin (v1.2.0), available for Windows (Standalone, VST3) and Mac (Standalone, AU, VST3). After connencting the Raspberry Pi and remote computer to the same local WiFi network, enter the RaspberryPi's IP address (keep the default ports) to enable control over WiFi. The Win/Mac plugins are fully functional guitar plugins that allow you to try out GuitarML's most advanced amp/pedal models without building the Raspberry Pi pedal. +
This is the normal plugin (v1.3.0), available for Windows (Standalone, VST3) and Mac (Standalone, AU, VST3). After connencting the Raspberry Pi and remote computer to the same local WiFi network, enter the RaspberryPi's IP address (keep the default ports) to enable control over WiFi. The Win/Mac plugins are fully functional guitar plugins that allow you to try out GuitarML's most advanced amp/pedal models without building the Raspberry Pi pedal. Note: The plugin must be restarted after using the Import Tone button for changes to take effect. @@ -33,6 +33,10 @@ Windows: C:/Users//Documents/GuitarML/NeuralPi/tones Elk Audio OS: /home/mind/Documents/GuitarML/NeuralPi/tones ``` +## Conditioned Models + +Starting with version 1.3, NeuralPi can load tones conditioned on the Gain parameter. The three default tones included with NeuralPi are now conditioned models. This type of model uses a neural network for the full range of the Gain/Drive parameter, rather than just a snapshot model. When a conditioned model is loaded, the Gain knob will turn red. + ## Adding New Models Once your NeuralPi is set up, you can add new models from a remote computer using the following steps: @@ -50,14 +54,14 @@ IMPORTANT: The plugin uses a sort() function to order the models alphabetically. ## MIDI control of NeuralPi parameters -The “config_neuralpi_MIDI.json” file contains MIDI mapping of NeuralPi parameters. +The “config_neuralpi_MIDI.json” file contains MIDI mapping of NeuralPi parameters. The names of parameters are: "Gain", "Master", "Bass", "Mid", "Treble", "Presence", "Delay", "Reverb", "Model", "Ir". -In that json file, you can see that those parameters have been asigned to incoming MIDI CC# messages "1", "2", "3", "4, "5", "6", "7", "8", "9" and "10" respectively. But editing the file allows you to chose whatever CC# to whatever parameter, by just changing values in the “cc_number” and “parameter_name” commmands. +In that json file, you can see that those parameters have been asigned to incoming MIDI CC# messages "1", "2", "3", "4, "5", "6", "7", "8", "9" and "10" respectively. But editing the file allows you to chose whatever CC# to whatever parameter, by just changing values in the “cc_number” and “parameter_name” commmands. -Sushi will listen to incoming MIDI CC# messages, will normalize (0, 127) MIDI values range to (0, 1) Sushi range, and will set that value to correspondent parameter. For instance, if your MIDI controller sends a CC2 message with value "127", Sushi will receive that message and set "Master" parameter (“Master” is assigned to “CC2”) to be "1" (MIDI “127” value normalized to “1”). +Sushi will listen to incoming MIDI CC# messages, will normalize (0, 127) MIDI values range to (0, 1) Sushi range, and will set that value to correspondent parameter. For instance, if your MIDI controller sends a CC2 message with value "127", Sushi will receive that message and set "Master" parameter (“Master” is assigned to “CC2”) to be "1" (MIDI “127” value normalized to “1”). -You´ll need to copy the config file to the Raspberry, for instance through ssh over Wifi (login as root): +You´ll need to copy the config file to the Raspberry, for instance through ssh over Wifi (login as root): scp -r config_neuralpi_MIDI.json root@:/home/mind/config_files/ @@ -65,21 +69,19 @@ For connecting a MIDI device: 1 - Plug your MIDI device into any Raspberry USB port. -2 - Login as “mind” user, “elk” password, and run Sushi with the MIDI config: +2 - Login as “mind” user, “elk” password, and run Sushi with the MIDI config: -sushi -r --multicore-processing=2 –c ~/config_files/config_neuralpi_MIDI.json & +sushi -r --multicore-processing=2 –c ~/config_files/config_neuralpi_MIDI.json & -3 – To list MIDI devices connected to the Raspberry, run: +3 – To list MIDI devices connected to the Raspberry, run: -aconnect –l +aconnect –l -4 – You can now connect your MIDI device to Sushi either by their listed ports, or by their names. Run: +4 – You can now connect your MIDI device to Sushi either by their listed ports, or by their names. Run: aconnect "your-listed-device-name" "Sushi" -NOTE 1: Currentlly, "Model" and "Ir" parameters are a little tricky to control. NeuralPi asigns a value to each file saved in "tones" or "Ir" directory. It divides the (0, 1) range of values by the number of files available, so for instance, if you had just 2 tone files in the directory, one of them would respond to any value in the (0, 0.49) range, and the other would respond to any value in the (0.5, 1) range. When a lot of tones/IR files are stored in the directories, it´s difficult to guess which value corresponds to which tone/IR... so for the moment, if you need to control tones or IRs with MIDI, you´d have to work a little to find out values, or just reduce the number of tones/IRs in your directories to make the task easier. - -NOTE 2: When NeuralPi is started, it seeks for tones in the directory. If it doesn´t find the default ones (“BluesJR_FullD.json” and “TS9_FullD.json” tones), it will create them again. So if you had only 2 tones because yo wanted to control them easily by MIDI, and neither of them are the BluesJr nor TS9, bear in mind that at Sushi startup, suddenly BluesJr and TS9 files will be created again in the directory, so there´ll be 4 models/files stored and the values assigned for each one might have changed. If you want only 2 models, you can cheat a little and rename your desired model files as “BluesJR_FullD.json” and “TS9_FullD.json” (make sure the name is identical). This way, NeuralPi thinks that default models are already in the directory and doesn´t add any files. +NOTE 1: Currentlly, "Model" and "Ir" parameters are a little tricky to control. NeuralPi asigns a value to each file saved in "tones" or "Ir" directory. It divides the (0, 1) range of values by the number of files available, so for instance, if you had just 2 tone files in the directory, one of them would respond to any value in the (0, 0.49) range, and the other would respond to any value in the (0.5, 1) range. ## To Do @@ -93,6 +95,8 @@ The neural network is a re-creation of the LSTM inference model from [Real-Time The [Automated-GuitarAmpModelling](https://github.com/Alec-Wright/Automated-GuitarAmpModelling) project was used to train the .json models.
GuitarML maintains a [fork](https://github.com/GuitarML/Automated-GuitarAmpModelling) with a few extra helpful features, including a Colab training script. IMPORTANT: When training models for NeuralPi, ensure that a LSTM size of 20 is used. NeuralPi is optimized to run models of this size, and other sizes are not currently compatible. + +Note: The GuitarML fork of the Automated-GuitarAmpModelling code now contains helper scripts for training conditioned models, which are compatible with NeuralPi v1.3. The plugin uses [RTNeural](https://github.com/jatinchowdhury18/RTNeural), which is a highly optimized neural net inference engine intended for audio applications. diff --git a/Source/PluginEditor.cpp b/Source/PluginEditor.cpp index 4ea6e61..d3c6b84 100644 --- a/Source/PluginEditor.cpp +++ b/Source/PluginEditor.cpp @@ -23,6 +23,9 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess // Make sure that before the constructor has finished, you've set the // editor's size to whatever you need it to + blueLookAndFeel.setColour(juce::Slider::thumbColourId, juce::Colours::aqua); + redLookAndFeel.setColour(juce::Slider::thumbColourId, juce::Colours::red); + //addAndMakeVisible(modelKnob); //ampGainKnob.setLookAndFeel(&SilverKnobLAF); modelKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); @@ -149,7 +152,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess addAndMakeVisible(ampGainKnob); - //ampGainKnob.setLookAndFeel(&SilverKnobLAF); + ampGainKnob.setLookAndFeel(&blueLookAndFeel); ampGainKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampGainKnob.setNumDecimalPlacesToDisplay(1); ampGainKnob.addListener(this); @@ -188,7 +191,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampMasterKnob); - //ampMasterKnob.setLookAndFeel(&SilverKnobLAF); + ampMasterKnob.setLookAndFeel(&blueLookAndFeel); ampMasterKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampMasterKnob.setNumDecimalPlacesToDisplay(1); ampMasterKnob.addListener(this); @@ -230,6 +233,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess addAndMakeVisible(ampBassKnob); + ampBassKnob.setLookAndFeel(&blueLookAndFeel); ampBassKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampBassKnob.setNumDecimalPlacesToDisplay(1); ampBassKnob.addListener(this); @@ -268,6 +272,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampMidKnob); + ampMidKnob.setLookAndFeel(&blueLookAndFeel); ampMidKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampMidKnob.setNumDecimalPlacesToDisplay(1); ampMidKnob.addListener(this); @@ -306,6 +311,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampTrebleKnob); + ampTrebleKnob.setLookAndFeel(&blueLookAndFeel); ampTrebleKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampTrebleKnob.setNumDecimalPlacesToDisplay(1); ampTrebleKnob.addListener(this); @@ -344,6 +350,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampPresenceKnob); + ampPresenceKnob.setLookAndFeel(&blueLookAndFeel); ampPresenceKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampPresenceKnob.setNumDecimalPlacesToDisplay(1); ampPresenceKnob.addListener(this); @@ -382,6 +389,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampDelayKnob); + ampDelayKnob.setLookAndFeel(&blueLookAndFeel); ampDelayKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampDelayKnob.setNumDecimalPlacesToDisplay(1); ampDelayKnob.addListener(this); @@ -420,6 +428,7 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess }; addAndMakeVisible(ampReverbKnob); + ampReverbKnob.setLookAndFeel(&blueLookAndFeel); ampReverbKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20); ampReverbKnob.setNumDecimalPlacesToDisplay(1); ampReverbKnob.addListener(this); @@ -467,12 +476,15 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess addAndMakeVisible(BassLabel); BassLabel.setText("Bass", juce::NotificationType::dontSendNotification); BassLabel.setJustificationType(juce::Justification::centred); + addAndMakeVisible(MidLabel); MidLabel.setText("Mid", juce::NotificationType::dontSendNotification); MidLabel.setJustificationType(juce::Justification::centred); + addAndMakeVisible(TrebleLabel); TrebleLabel.setText("Treble", juce::NotificationType::dontSendNotification); TrebleLabel.setJustificationType(juce::Justification::centred); + addAndMakeVisible(PresenceLabel); PresenceLabel.setText("Presence", juce::NotificationType::dontSendNotification); PresenceLabel.setJustificationType(juce::Justification::centred); @@ -480,10 +492,23 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess addAndMakeVisible(DelayLabel); DelayLabel.setText("Delay", juce::NotificationType::dontSendNotification); DelayLabel.setJustificationType(juce::Justification::centred); + addAndMakeVisible(ReverbLabel); ReverbLabel.setText("Reverb", juce::NotificationType::dontSendNotification); ReverbLabel.setJustificationType(juce::Justification::centred); + addAndMakeVisible(toneDropDownLabel); + toneDropDownLabel.setText("Tone", juce::NotificationType::dontSendNotification); + toneDropDownLabel.setJustificationType(juce::Justification::centred); + + addAndMakeVisible(irDropDownLabel); + irDropDownLabel.setText("IR", juce::NotificationType::dontSendNotification); + irDropDownLabel.setJustificationType(juce::Justification::centred); + + addAndMakeVisible(versionLabel); + versionLabel.setText("v1.3.0", juce::NotificationType::dontSendNotification); + versionLabel.setJustificationType(juce::Justification::centred); + auto font = GainLabel.getFont(); float height = font.getHeight(); font.setHeight(height); // 0.75); @@ -495,6 +520,10 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess PresenceLabel.setFont(font); DelayLabel.setFont(font); ReverbLabel.setFont(font); + toneDropDownLabel.setFont(font); + irDropDownLabel.setFont(font); + versionLabel.setFont(font); + // Name controls: addAndMakeVisible(ampNameLabel); @@ -542,6 +571,9 @@ NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcess // Size of plugin GUI setSize(345, 455); + + // Set gain knob color based on conditioned/snapshot model + setGainKnobColor(); } NeuralPiAudioProcessorEditor::~NeuralPiAudioProcessorEditor() @@ -592,10 +624,13 @@ void NeuralPiAudioProcessorEditor::resized() MidLabel.setBounds(91, 238, 80, 10); TrebleLabel.setBounds(178, 238, 80, 10); PresenceLabel.setBounds(265, 238, 80, 10); - DelayLabel.setBounds(178, 108, 80, 10); ReverbLabel.setBounds(265, 108, 80, 10); + toneDropDownLabel.setBounds(267, 16, 80, 10); + irDropDownLabel.setBounds(261, 48, 80, 10); + versionLabel.setBounds(268, 431, 80, 10); + addAndMakeVisible(ampNameLabel); ampNameField.setEditable(true, true, true); addAndMakeVisible(ampNameField); @@ -622,6 +657,7 @@ void NeuralPiAudioProcessorEditor::modelSelectChanged() } auto newValue = static_cast(processor.current_model_index / (processor.num_models - 1.0)); modelKnob.setValue(newValue); + setGainKnobColor(); } void NeuralPiAudioProcessorEditor::irSelectChanged() @@ -678,6 +714,7 @@ void NeuralPiAudioProcessorEditor::loadButtonClicked() } } } + setGainKnobColor(); } void NeuralPiAudioProcessorEditor::loadIRClicked() @@ -1045,4 +1082,15 @@ void NeuralPiAudioProcessorEditor::setParameterValue(const String& paramId, floa { if (auto* param = getParameter(paramId)) param->setValueNotifyingHost(value); +} + + +void NeuralPiAudioProcessorEditor::setGainKnobColor() +{ + if (processor.is_conditioned == false) { + ampGainKnob.setLookAndFeel(&blueLookAndFeel); + } + else { + ampGainKnob.setLookAndFeel(&redLookAndFeel); + } } \ No newline at end of file diff --git a/Source/PluginEditor.h b/Source/PluginEditor.h index aee6ff4..298875e 100644 --- a/Source/PluginEditor.h +++ b/Source/PluginEditor.h @@ -97,6 +97,9 @@ class NeuralPiAudioProcessorEditor : public AudioProcessorEditor, Label PresenceLabel; Label DelayLabel; Label ReverbLabel; + Label toneDropDownLabel; + Label irDropDownLabel; + Label versionLabel; File test_file; File model_folder; @@ -105,6 +108,9 @@ class NeuralPiAudioProcessorEditor : public AudioProcessorEditor, TextButton loadIR; ToggleButton irButton; ToggleButton lstmButton; + + juce::LookAndFeel_V4 blueLookAndFeel; + juce::LookAndFeel_V4 redLookAndFeel; juce::String fname; virtual void buttonClicked(Button* button) override; @@ -169,6 +175,7 @@ class NeuralPiAudioProcessorEditor : public AudioProcessorEditor, float getParameterValue(const String& paramId); void setParameterValue(const String& paramId, float value); + void setGainKnobColor(); JUCE_DECLARE_NON_COPYABLE_WITH_LEAK_DETECTOR (NeuralPiAudioProcessorEditor) }; diff --git a/Source/PluginProcessor.cpp b/Source/PluginProcessor.cpp index dfdfb10..20e85cc 100644 --- a/Source/PluginProcessor.cpp +++ b/Source/PluginProcessor.cpp @@ -204,7 +204,12 @@ void NeuralPiAudioProcessor::processBlock (AudioBuffer& buffer, MidiBuffe auto ir = static_cast (irParam->get()); ir_index = getIrIndex(ir); - buffer.applyGain(gain * 2.0); + // Applying gain adjustment for snapshot models + if (LSTM.input_size == 1) { + buffer.applyGain(gain * 2.0); + } + + // Process EQ eq4band.setParameters(bass, mid, treble, presence);// Better to move this somewhere else? Only need to set when value changes eq4band.process(buffer.getReadPointer(0), buffer.getWritePointer(0), midiMessages, numSamples, numInputChannels, sampleRate); @@ -214,7 +219,13 @@ void NeuralPiAudioProcessor::processBlock (AudioBuffer& buffer, MidiBuffe loadConfig(jsonFiles[model_index]); current_model_index = model_index; } - LSTM.process(buffer.getReadPointer(0), buffer.getWritePointer(0), numSamples); + + // Process LSTM based on input_size (snapshot model or conditioned model) + if (LSTM.input_size == 1) { + LSTM.process(buffer.getReadPointer(0), buffer.getWritePointer(0), numSamples); + } else { + LSTM.process(buffer.getReadPointer(0), gain, buffer.getWritePointer(0), numSamples); + } } // Process IR @@ -232,7 +243,7 @@ void NeuralPiAudioProcessor::processBlock (AudioBuffer& buffer, MidiBuffe } // Master Volume - buffer.applyGain(master); + buffer.applyGain(master * 2.0); // Adding volume range (2x) mainly for clean models // Process Delay, and Reverb set_delayParams(delay); @@ -240,8 +251,6 @@ void NeuralPiAudioProcessor::processBlock (AudioBuffer& buffer, MidiBuffe fxChain.process(context); } - - // process DC blocker auto monoBlock = dsp::AudioBlock(buffer).getSingleChannelBlock(0); dcBlocker.process(dsp::ProcessContextReplacing(monoBlock)); @@ -325,11 +334,26 @@ void NeuralPiAudioProcessor::loadConfig(File configFile) char_filename = path.toUTF8(); try { - LSTM.load_json(char_filename); + // Check input size for conditioned models + // read JSON file + std::ifstream i2(char_filename); + nlohmann::json weights_json; + i2 >> weights_json; + + int input_size_json = weights_json["/model_data/input_size"_json_pointer]; + LSTM.input_size = input_size_json; + if (input_size_json == 1) { + is_conditioned = false; + LSTM.load_json(char_filename); + } + else { + is_conditioned = true; + LSTM.load_json2(char_filename); + } model_loaded = 1; } catch (const std::exception& e) { - DBG("Unable to load IR file: " + configFile.getFullPathName()); + DBG("Unable to load json file: " + configFile.getFullPathName()); std::cout << e.what(); } @@ -372,7 +396,6 @@ void NeuralPiAudioProcessor::resetDirectoryIR(const File& file) file.findChildFiles(results, juce::File::findFiles, false, "*.wav"); for (int i = results.size(); --i >= 0;) irFiles.push_back(File(results.getReference(i).getFullPathName())); - } } @@ -451,8 +474,9 @@ void NeuralPiAudioProcessor::installTones() //==================================================================== { // Default tones - File ts9_tone = userAppDataDirectory_tones.getFullPathName() + "/TS9_FullD.json"; - File bjdirty_tone = userAppDataDirectory_tones.getFullPathName() + "/BluesJR_FullD.json"; + File ts9_tone = userAppDataDirectory_tones.getFullPathName() + "/TS9.json"; + File bjdirty_tone = userAppDataDirectory_tones.getFullPathName() + "/BluesJR.json"; + File ht40od_tone = userAppDataDirectory_tones.getFullPathName() + "/HT40_Overdrive.json"; if (ts9_tone.existsAsFile() == false) { std::string string_command = ts9_tone.getFullPathName().toStdString(); @@ -460,7 +484,7 @@ void NeuralPiAudioProcessor::installTones() std::ofstream myfile; myfile.open(char_ts9_tone); - myfile << BinaryData::TS9_FullD_json; + myfile << BinaryData::TS9_json; myfile.close(); } @@ -471,7 +495,18 @@ void NeuralPiAudioProcessor::installTones() std::ofstream myfile; myfile.open(char_bjdirty); - myfile << BinaryData::BluesJR_FullD_json; + myfile << BinaryData::BluesJr_json; + + myfile.close(); + } + + if (ht40od_tone.existsAsFile() == false) { + std::string string_command = ht40od_tone.getFullPathName().toStdString(); + const char* char_ht40od = &string_command[0]; + + std::ofstream myfile; + myfile.open(char_ht40od); + myfile << BinaryData::HT40_Overdrive_json; myfile.close(); } diff --git a/Source/PluginProcessor.h b/Source/PluginProcessor.h index d477d3b..24e4dbc 100644 --- a/Source/PluginProcessor.h +++ b/Source/PluginProcessor.h @@ -130,6 +130,8 @@ class NeuralPiAudioProcessor : public AudioProcessor int current_ir_index = 0; int ir_index = 0; + bool is_conditioned = false; + RT_LSTM LSTM; juce::dsp::Reverb::Parameters rev_params; diff --git a/Source/RTNeuralLSTM.cpp b/Source/RTNeuralLSTM.cpp index b0a6bbd..95a355e 100644 --- a/Source/RTNeuralLSTM.cpp +++ b/Source/RTNeuralLSTM.cpp @@ -19,6 +19,7 @@ Vec2d transpose(const Vec2d& x) void RT_LSTM::load_json(const char* filename) { + auto& lstm = model.get<0>(); auto& dense = model.get<1>(); @@ -46,9 +47,43 @@ void RT_LSTM::load_json(const char* filename) dense.setBias(dense_bias.data()); } +void RT_LSTM::load_json2(const char* filename) +{ + + auto& lstm = model_cond1.get<0>(); + auto& dense = model_cond1.get<1>(); + + // read a JSON file + std::ifstream i2(filename); + nlohmann::json weights_json; + i2 >> weights_json; + + Vec2d lstm_weights_ih = weights_json["/state_dict/rec.weight_ih_l0"_json_pointer]; + lstm.setWVals(transpose(lstm_weights_ih)); + + Vec2d lstm_weights_hh = weights_json["/state_dict/rec.weight_hh_l0"_json_pointer]; + lstm.setUVals(transpose(lstm_weights_hh)); + + std::vector lstm_bias_ih = weights_json["/state_dict/rec.bias_ih_l0"_json_pointer]; + std::vector lstm_bias_hh = weights_json["/state_dict/rec.bias_hh_l0"_json_pointer]; + for (int i = 0; i < 80; ++i) + lstm_bias_hh[i] += lstm_bias_ih[i]; + lstm.setBVals(lstm_bias_hh); + + Vec2d dense_weights = weights_json["/state_dict/lin.weight"_json_pointer]; + dense.setWeights(dense_weights); + + std::vector dense_bias = weights_json["/state_dict/lin.bias"_json_pointer]; + dense.setBias(dense_bias.data()); +} + void RT_LSTM::reset() { - model.reset(); + if (input_size == 1) { + model.reset(); + } else { + model_cond1.reset(); + } } void RT_LSTM::process(const float* inData, float* outData, int numSamples) @@ -56,3 +91,12 @@ void RT_LSTM::process(const float* inData, float* outData, int numSamples) for (int i = 0; i < numSamples; ++i) outData[i] = model.forward(inData + i) + inData[i]; } + +void RT_LSTM::process(const float* inData, float param, float* outData, int numSamples) +{ + for (int i = 0; i < numSamples; ++i) { + inArray[0] = inData[i]; + inArray[1] = param; + outData[i] = model_cond1.forward(inArray) + inData[i]; + } +} diff --git a/Source/RTNeuralLSTM.h b/Source/RTNeuralLSTM.h index 2a5592a..cf8ee56 100644 --- a/Source/RTNeuralLSTM.h +++ b/Source/RTNeuralLSTM.h @@ -9,11 +9,21 @@ class RT_LSTM void reset(); void load_json(const char* filename); + void load_json2(const char* filename); void process(const float* inData, float* outData, int numSamples); + void process(const float* inData, float param, float* outData, int numSamples); + int input_size = 1; + private: RTNeural::ModelT, RTNeural::DenseT> model; + + RTNeural::ModelT, + RTNeural::DenseT> model_cond1; + + float inArray[2] = { 0.0, 0.0 }; }; diff --git a/models/BluesJr.json b/models/BluesJr.json new file mode 100644 index 0000000..4f0a510 --- /dev/null +++ b/models/BluesJr.json @@ -0,0 +1 @@ +{"model_data": {"model": "SimpleRNN", "input_size": 2, "skip": 1, "output_size": 1, "unit_type": "LSTM", "num_layers": 1, "hidden_size": 20, "bias_fl": true}, "state_dict": {"rec.weight_ih_l0": [[0.15445643663406372, 0.2561433017253876], [-0.0021609722170978785, -0.22310146689414978], [0.013231409713625908, 0.14456993341445923], [-0.15099172294139862, -0.026751689612865448], [-0.10396579653024673, -0.025613227859139442], [-0.03677292540669441, 0.02527197264134884], [-0.03403790295124054, -0.3989914655685425], [-0.06177249550819397, -0.24400129914283752], [-0.32023945450782776, 0.2144937962293625], [0.04641316086053848, -0.0676734447479248], [0.27809301018714905, -0.3807906210422516], [-0.05722441524267197, 0.25177255272865295], [-0.08370055258274078, -0.27690914273262024], [0.02162841707468033, 0.008517037145793438], [0.014456480741500854, 0.13328173756599426], [-0.00889222789555788, -0.02343887649476528], [-0.058246880769729614, 0.1474906951189041], [-0.18009914457798004, -0.40206390619277954], [0.03180193528532982, 0.0336427167057991], [0.022083459421992302, 1.2441773414611816], [0.044347137212753296, -0.2154853790998459], [0.11673051863908768, 0.20118409395217896], [-0.026829387992620468, 0.05280030518770218], [-0.3172370493412018, 0.0839148536324501], [-0.09634074568748474, 0.0008553494699299335], [-0.0959351509809494, 0.3239379823207855], [-0.08557591587305069, 0.36305174231529236], [-0.05480680987238884, 0.17659668624401093], [-0.4010068476200104, 0.17719291150569916], [-0.07434635609388351, 0.29437780380249023], [-0.0003379377885721624, 1.3882893323898315], [-0.05840771272778511, -0.05191726237535477], [-0.10655730962753296, 0.3354007601737976], [0.04878665879368782, 0.15697088837623596], [-0.06605885177850723, 0.24950669705867767], [-0.052863817662000656, 0.2152412235736847], [0.04238847643136978, 0.07325103878974915], [-0.07168807834386826, -0.3367857038974762], [0.013823311775922775, 0.315489262342453], [0.1028713807463646, 0.11281374096870422], [-0.1060953140258789, 0.3583086431026459], [0.2877269387245178, -0.13312719762325287], [0.6373303532600403, 0.08556259423494339], [-0.07861946523189545, -0.9302699565887451], [0.13992370665073395, -0.1929164081811905], [0.1371021270751953, 0.18824642896652222], [-0.4021708369255066, 0.030537709593772888], [0.043762288987636566, 0.03919095918536186], [0.11369144171476364, 0.0489940382540226], [0.10471592843532562, -0.09195181727409363], [-0.4024064242839813, 0.0901869460940361], [0.07325706630945206, 0.06488798558712006], [-0.02493070624768734, 0.10978299379348755], [0.055730219930410385, 0.17094027996063232], [0.3207721710205078, 0.20609919726848602], [-0.4522220492362976, 0.16076143085956573], [0.24347318708896637, 0.1337001621723175], [-0.03801683709025383, -0.06590651720762253], [0.15566599369049072, 0.03381629288196564], [1.4301611185073853, 0.06165210157632828], [0.1404733806848526, -0.07617954909801483], [-0.0734795555472374, 0.13578754663467407], [0.02998180128633976, 0.15956437587738037], [0.08546304702758789, -0.599362313747406], [-0.1024896651506424, -0.022570377215743065], [-0.02534308284521103, 0.11923278868198395], [0.05769719183444977, 0.19275061786174774], [-0.011865781620144844, 0.06170200929045677], [-0.053813040256500244, 0.28467071056365967], [0.012594477273523808, 0.07758630812168121], [0.21185286343097687, 0.38419440388679504], [-0.14060534536838531, -0.0604189895093441], [-0.051720935851335526, 0.0954250916838646], [0.026120081543922424, 0.06167083978652954], [0.03172517195343971, 0.1305917352437973], [-0.004290697630494833, -0.0033590008970350027], [-0.04180925339460373, 0.22670817375183105], [-0.07922745496034622, -0.11460946500301361], [-0.05627338960766792, 0.4347495436668396], [0.0032844403758645058, 1.0410957336425781]], "rec.weight_hh_l0": [[-0.02300129272043705, 0.02952784299850464, 0.040049485862255096, -0.003042332362383604, 0.005204302258789539, 0.0035921975504606962, 0.04324786737561226, 0.013248278759419918, -0.08048892766237259, -0.03320235013961792, -0.05958617478609085, -0.21120023727416992, -0.026870664209127426, -0.0004155300557613373, 0.06523144990205765, 0.047570232301950455, 0.032754555344581604, 0.03980141505599022, 0.014384197071194649, 0.12662947177886963], [0.0871601477265358, 0.029809758067131042, 0.14203262329101562, 0.13360907137393951, -0.0281603392213583, -0.055928364396095276, 0.09564627707004547, 0.01357400231063366, -0.0326339416205883, 0.07478881627321243, -0.012133033014833927, 0.06502934545278549, -0.03745771944522858, -0.08968331664800644, -0.1336377114057541, -0.04299705848097801, 0.02372453734278679, -0.031627725809812546, -0.04299638792872429, 0.09734521061182022], [-0.0679783970117569, 0.029099570587277412, 0.04869578406214714, 0.10789112001657486, 0.009147809818387032, 0.01987830176949501, 0.003460375592112541, -0.02135060727596283, -0.030800415202975273, -0.017176400870084763, -0.010845872573554516, -0.04911850765347481, -0.03512748330831528, -0.021231399849057198, 0.041541799902915955, -0.012594231404364109, -0.001283601624891162, 0.01118633896112442, 0.0006785952718928456, 0.10087331384420395], [0.05654144659638405, -0.03027254156768322, -0.012402360327541828, 0.10539036989212036, -0.015142383053898811, 0.03621678426861763, 0.05071829631924629, -0.00941033847630024, 0.102584607899189, -0.04453709349036217, 0.05275135114789009, -0.06313635408878326, 0.03658467158675194, -0.007667406927794218, -0.056884296238422394, 0.025731457397341728, 0.020559607073664665, 0.02991643361747265, -0.014592038467526436, -0.11012131720781326], [0.04389817640185356, -0.023433202877640724, -0.016076216474175453, 0.025049882009625435, -0.001997837796807289, 0.005640125367790461, 0.003627225523814559, -0.0010104633402079344, 0.021988511085510254, 0.0342961922287941, 0.04733950272202492, 0.06847518682479858, 0.007552701979875565, -0.0013957894407212734, -0.025395866483449936, 0.003773084841668606, -0.0053120763041079044, -0.02561330422759056, 0.01999475806951523, -0.02188267931342125], [0.058598972856998444, -0.007632197812199593, 0.012125888839364052, -0.028296027332544327, 0.0007868187967687845, 0.019054962322115898, -0.14392174780368805, -0.03966109827160835, -0.03523930907249451, 0.04173152893781662, -0.013850023970007896, -0.09576244652271271, -0.0737970843911171, 0.022481968626379967, -0.06108253076672554, 0.030229151248931885, -0.06085018813610077, -0.025471657514572144, 0.007497213315218687, 0.06570795923471451], [-0.009736308827996254, 0.012832660228013992, -0.03907274082303047, 0.01165712159126997, -0.024125922471284866, 0.10252303630113602, 0.018934734165668488, -0.044703129678964615, 0.00109842699021101, -0.035097382962703705, -0.03474484384059906, 0.17496101558208466, -0.06883558630943298, 0.12131676077842712, -0.06408103555440903, 0.0465288870036602, -0.045041922479867935, 0.01175650767982006, -0.02726701647043228, 0.05976492539048195], [-0.13125163316726685, -0.17196246981620789, -0.07944478839635849, -0.043913066387176514, -0.0011312192073091865, -0.16537731885910034, 0.0008329053525812924, 0.021659383550286293, -0.035957030951976776, -0.09080848097801208, -0.14030875265598297, 0.34339427947998047, 0.008963228203356266, -0.03032812289893627, 0.0035790475085377693, -0.0696784034371376, -0.05560096725821495, -0.08604677021503448, 0.16962724924087524, 0.06850793957710266], [-0.16142135858535767, 0.02225302904844284, 0.06559715420007706, 0.038186393678188324, -0.06622442603111267, 0.03640947863459587, -0.09765953570604324, -0.0221626665443182, 0.11512884497642517, -0.0715496763586998, 0.05325280874967575, 0.29064351320266724, -0.14539571106433868, 0.06367431581020355, 0.048026472330093384, 0.04882130026817322, -0.0352439358830452, -0.03715791180729866, 0.04841911792755127, 0.08864333480596542], [0.21944265067577362, -0.06582274287939072, 0.18321269750595093, 0.17022739350795746, -0.034135475754737854, -0.030387606471776962, 0.0582597590982914, 0.011446524411439896, 0.031147358939051628, -0.10041895508766174, 0.024323003366589546, 0.011119497008621693, -0.0005324744852259755, -0.06459615379571915, -0.02248935028910637, 0.11756284534931183, 0.016220156103372574, 0.0415726900100708, -0.1338440328836441, 0.014597649686038494], [-0.14668115973472595, 0.05891500040888786, 0.006785860750824213, 0.5308348536491394, -0.13361701369285583, 0.035144224762916565, 0.0984068289399147, 0.05895155668258667, -0.01873037964105606, -0.040243808180093765, -0.0007783439941704273, 0.8477009534835815, 0.09844974428415298, -0.05780801549553871, 0.1781027615070343, 0.018081314861774445, 0.03568882867693901, 0.1243891492486, -0.0709768533706665, 0.35683101415634155], [0.07315907627344131, 0.005777549464255571, 0.019922766834497452, -0.11308079957962036, 0.015586652792990208, 0.015239711850881577, -0.0026185112074017525, -0.009369359351694584, 0.11822203546762466, 0.01486960519105196, -0.045120470225811005, -0.08720541000366211, -0.01629479043185711, 0.0025179048534482718, -0.021939510479569435, 0.006848842371255159, -0.013405101373791695, -0.04509434103965759, -0.0294018741697073, -0.13532140851020813], [-0.009232304990291595, -0.008563772775232792, 0.002689121523872018, 0.045717451721429825, -0.002189108170568943, -0.033209603279829025, -0.031042426824569702, -0.00902917142957449, -0.041287634521722794, 0.05495623126626015, 0.020742548629641533, 0.32929113507270813, -0.03469320759177208, -0.022119982168078423, -0.02672201581299305, 0.01125593576580286, 0.0165407694876194, -0.03853439912199974, -0.027782712131738663, 0.20722584426403046], [-0.0029685036279261112, -0.05177369341254234, 0.05086012929677963, 0.09126372635364532, -0.007598483934998512, -0.06745678931474686, 0.0314754992723465, 0.02644333243370056, -0.016137057915329933, -0.05694710835814476, -0.03798761963844299, 0.09607509523630142, -0.031096309423446655, -0.023681337013840675, -0.023788968101143837, 0.018958909437060356, -0.004121025092899799, -0.006661304272711277, -0.11023782193660736, 0.040497492998838425], [0.06961291283369064, -0.005507787223905325, 0.052880819886922836, 0.041653234511613846, 0.0027280037757009268, 0.022727224975824356, 0.01943534053862095, -0.0016797414282336831, -0.019113872200250626, 0.019256550818681717, 0.030377468094229698, -0.2007686346769333, 0.026834499090909958, -0.010284632444381714, 0.00048485939623788, -0.001172829419374466, 0.003067964455112815, -0.009819860570132732, 0.0007754925172775984, -0.004365092609077692], [0.0022984840907156467, 0.007970686070621014, 0.035755667835474014, 0.03551961109042168, 0.009795526042580605, -0.0002693807182367891, 0.0055084521882236, 0.013250727206468582, -0.031971223652362823, -0.012695005163550377, -0.002609657822176814, -0.13365434110164642, 0.0037787770852446556, -0.001033153967000544, -0.053194597363471985, -0.013771587051451206, 0.013984329998493195, -0.044916074723005295, -0.005491920746862888, 0.06029829755425453], [0.055845826864242554, -0.07989867776632309, -0.04556001350283623, -0.13994665443897247, -0.01762404665350914, -0.027051517739892006, -0.0428595095872879, 0.025539299473166466, -0.005143843591213226, -0.00990462675690651, -0.010105001740157604, 0.09490972012281418, -0.06655431538820267, 0.011028381995856762, -0.040118537843227386, 0.039813000708818436, -0.021676080301404, 0.020628895610570908, 0.021217679604887962, 0.01613209955394268], [-0.023604733869433403, 0.03793523460626602, -0.028752824291586876, -0.12463052570819855, 0.009985671378672123, -0.062002770602703094, -0.030092665925621986, 0.011952420696616173, 0.030655497685074806, 0.08536157757043839, 0.04615529254078865, 0.06914037466049194, 0.041109222918748856, -0.03206358850002289, -0.09989019483327866, -0.08735038340091705, -0.04887852072715759, -0.02934490144252777, -0.019209882244467735, 0.1976475566625595], [0.07846387475728989, 0.028632331639528275, -0.03687475621700287, 0.060750044882297516, 0.0510357990860939, -0.014278922230005264, 0.15774087607860565, -0.08495672792196274, -0.03382230922579765, -0.06268668919801712, -0.09165345877408981, 0.27298703789711, -0.07531824707984924, -0.052909817546606064, -0.09391988813877106, -0.00024313927860930562, -0.07698752731084824, 0.0710589811205864, -0.04248334467411041, 0.012193344533443451], [-0.12758536636829376, 0.03538716956973076, 0.020216314122080803, -0.41555750370025635, -0.05130409821867943, 0.04786250740289688, -0.0689399242401123, -0.013702506199479103, -0.009384233504533768, -0.009948317892849445, 0.08199021220207214, -0.06764034926891327, 0.025607002899050713, -0.00245320494286716, 0.13625359535217285, 0.029716428369283676, 0.0627131387591362, 0.06098752096295357, 0.12083573639392853, 0.16437432169914246], [0.14771616458892822, -0.12928368151187897, 0.05187615752220154, 0.1266653835773468, 0.04793008416891098, 0.000713206420186907, 0.03695562854409218, -0.04802641645073891, -0.020478002727031708, 0.1801917552947998, -0.11619982868432999, -0.4515978991985321, -0.05508214607834816, 0.041776515543460846, -0.13734716176986694, 0.016594190150499344, 0.04110069200396538, -0.011544491164386272, 0.05736849457025528, -0.04984273761510849], [-0.07748262584209442, 0.03289880231022835, -0.008812407962977886, 0.10410699993371964, 0.01924421638250351, -0.10171599686145782, 0.0034970096312463284, 0.08420786261558533, 0.05816231295466423, 0.11642415821552277, -0.130498468875885, -0.06594479829072952, 0.04075561463832855, 0.0009690132574178278, 0.0713566392660141, -0.09321232885122299, -0.007152455393224955, -0.0024603859055787325, -0.013196024112403393, -0.08861342817544937], [-0.0029900551307946444, 0.058150507509708405, -0.022204279899597168, 0.16365677118301392, 0.006063774228096008, 0.029263855889439583, -0.07445760816335678, -0.06025988981127739, -0.029356809332966805, -0.00929437018930912, 0.013156057335436344, -0.024379797279834747, 0.09338952600955963, 0.04778623208403587, -0.002654044423252344, 0.007485350593924522, 0.006503055337816477, -0.01733141578733921, 0.10199102759361267, 0.00681237643584609], [0.17209714651107788, -0.07120607793331146, 0.05255654454231262, 0.1530231088399887, -0.01584690436720848, 0.07272103428840637, 0.10929892957210541, 0.004974681418389082, 0.24095012247562408, -0.08217572420835495, 0.11890110373497009, -0.25443750619888306, 0.0646829605102539, -0.03816983103752136, -0.12176337838172913, 0.041392982006073, 0.02576044388115406, -0.0034729167819023132, -0.06131641939282417, -0.2835560739040375], [0.04008108377456665, -0.02123202383518219, -0.013313586823642254, 0.021838584914803505, -0.0018308120779693127, 0.0054820324294269085, 0.0035239309072494507, 0.0005650728708133101, 0.018829509615898132, 0.0334218367934227, 0.04593897610902786, 0.05702362582087517, 0.007968450896441936, -0.0018567639635875821, -0.02149091474711895, 0.002835055347532034, -0.005685057491064072, -0.023916197940707207, 0.02140299789607525, -0.020683597773313522], [-0.0768636092543602, -0.0024855833034962416, 0.013017401099205017, 0.0954393744468689, 0.006926380097866058, 0.02984022907912731, -0.06878751516342163, 0.05850771814584732, 0.05771692469716072, 0.045691464096307755, 0.04478214681148529, -0.13167491555213928, 0.0044817677699029446, -0.04129506275057793, 0.0020866708364337683, -0.035089168697595596, -0.03847457468509674, -0.09956879168748856, 0.02447434887290001, 0.02336224354803562], [-0.06389667838811874, 0.1104978546500206, -0.010981416329741478, 0.09393186122179031, 0.03842133283615112, 0.0926724523305893, 0.02631639502942562, 0.19493627548217773, 0.15279559791088104, 0.07772860676050186, -0.012839676812291145, -0.250075101852417, 0.1487887054681778, -0.03825642913579941, 0.001325284712947905, -0.09052637219429016, -0.07843634486198425, -0.05190211907029152, -0.03369852900505066, -0.10702119767665863], [0.044212862849235535, -0.1059005931019783, 0.01067867036908865, 0.23486284911632538, 0.0023774588480591774, -0.06605270504951477, 0.20079050958156586, 0.026947088539600372, -0.000255287392064929, -0.05101088061928749, -0.00039977021515369415, -0.1705038845539093, 0.07539021223783493, -0.015017234720289707, 0.03195827826857567, -0.06739611178636551, -0.029533112421631813, -0.14045904576778412, 0.08676102012395859, 0.02266695722937584], [0.20260989665985107, -0.12415226548910141, 0.025296388193964958, 0.031646762043237686, -0.05012919008731842, 0.03751058503985405, -0.06547832489013672, -0.0683562159538269, 0.34733664989471436, 0.0036660335026681423, 0.09893277287483215, -0.016678674146533012, -0.09783123433589935, 0.06642641872167587, -0.005592687986791134, 0.06656722724437714, -0.004423631355166435, -0.21795867383480072, -0.05581774562597275, -0.21644337475299835], [0.01986038126051426, -0.14822830259799957, -0.16550980508327484, 0.17269982397556305, -0.008013841696083546, -0.009618655778467655, -0.023296216502785683, -0.038836874067783356, 0.08659381419420242, 0.13472880423069, 0.08707635849714279, -0.11930601298809052, 0.05668139457702637, 0.025564413517713547, 0.1184903010725975, -0.03568275645375252, -0.062054116278886795, -0.1420755684375763, 0.059851497411727905, -0.032474715262651443], [0.4354238510131836, -0.3186478912830353, 0.06873864680528641, 0.1161462813615799, -0.17605042457580566, -0.0640990361571312, -0.07986146211624146, -0.08239354938268661, -0.1332663744688034, 0.08226869255304337, 0.07893723249435425, -0.12618273496627808, 0.06704840809106827, 0.08376216888427734, -0.0520978607237339, 0.3047705590724945, 0.12185314297676086, 0.03680019453167915, 0.12100494652986526, -0.025555076077580452], [0.05127691105008125, -0.04020724818110466, 0.0006467964267358184, 0.0765051320195198, 0.015640830621123314, 0.0037261811085045338, -0.011194806545972824, -0.0533800907433033, 0.06347501277923584, 0.12050442397594452, -0.10730137676000595, 0.12289176881313324, -0.025458216667175293, 0.05277789756655693, -0.10112684965133667, 0.003972906619310379, -0.039253514260053635, -0.1585591733455658, -0.08819818496704102, 0.008300688117742538], [-0.06096445396542549, 0.04745486006140709, 0.04475608468055725, -0.010694089345633984, 0.02712077461183071, -0.022643214091658592, -0.01568463444709778, 0.015072740614414215, 0.10008067637681961, 0.03505827859044075, 0.04248278960585594, -0.38348686695098877, -0.06687427312135696, -0.039624497294425964, 0.011457158252596855, -0.06378111988306046, 0.01483101025223732, -0.12465861439704895, 0.012648271396756172, -0.18448780477046967], [-0.0726260244846344, 0.016156623139977455, 0.11598514765501022, 0.11059990525245667, 0.01097839791327715, -0.05550621449947357, 0.07000133395195007, 0.06366661936044693, 0.023780664429068565, -0.053239837288856506, -0.04959284886717796, -0.03744850307703018, -0.054386354982852936, -0.0950566977262497, 0.030642259865999222, -0.00664103776216507, 0.020616916939616203, -0.002549058059230447, -0.03826932981610298, -0.024808892980217934], [0.0484120137989521, -0.009909079410135746, 0.03889516368508339, 0.029424183070659637, -0.02460307814180851, 0.029725350439548492, -0.02700158581137657, -0.03263217955827713, -0.007015693001449108, -0.06408431380987167, 0.05174919217824936, -0.17071373760700226, 0.014698094688355923, 0.009156979620456696, -0.053974833339452744, 0.053899236023426056, 0.010579200461506844, 0.0368354357779026, 0.02143009565770626, -0.06790682673454285], [0.019722428172826767, -0.05478547513484955, -0.029293116182088852, -0.05754132941365242, -0.004861180204898119, -0.023560142144560814, -0.015316957607865334, -0.009408444166183472, -0.05922269448637962, 0.005751557182520628, 0.011296473443508148, -0.2036682367324829, -0.010035602375864983, 0.004368023481220007, -0.09070267528295517, 0.0008447985746897757, 0.02975740283727646, -0.02345847897231579, 0.047985099256038666, 0.0027394446078687906], [-0.11502425372600555, 0.06432840973138809, -0.024511460214853287, 0.1342347413301468, 0.03822134807705879, 0.018251702189445496, 0.07626210898160934, 0.046177659183740616, 0.0943952277302742, 0.0211615152657032, 0.00014977992395870388, -0.12061886489391327, -0.04699985310435295, 0.0033355678897351027, 0.04770507663488388, -0.10904665291309357, -0.014345359988510609, -0.08160434663295746, -0.12116093933582306, -0.025014745071530342], [0.04902863875031471, 0.011442099697887897, 0.07460213452577591, -0.0672202855348587, 0.04001576080918312, 0.002210428938269615, 0.02879335731267929, 0.017642932012677193, 0.07065583765506744, 0.09398700296878815, 0.10388293117284775, -0.316351979970932, 0.0776425153017044, -0.02542860433459282, 0.037825215607881546, -0.12425614893436432, 0.02935900166630745, -0.06066637486219406, 0.015982571989297867, -0.06384092569351196], [-0.11076056212186813, 0.0636669173836708, -0.023001542314887047, 0.06182684749364853, 0.053754087537527084, 0.031617481261491776, 0.11032337695360184, -0.010086910799145699, 0.08608008176088333, 0.07300267368555069, -0.05292860046029091, -0.23113787174224854, 0.031539298593997955, 0.015303147956728935, 0.057372480630874634, -0.12559977173805237, -0.05960443243384361, -0.16802361607551575, -0.041434843093156815, 0.010829598642885685], [0.24501246213912964, -0.044662605971097946, 0.02759016491472721, 0.18472842872142792, -0.01572096347808838, 0.10386182367801666, -0.11373002082109451, -0.039393119513988495, 0.31709834933280945, 0.13857439160346985, -0.05818231776356697, 0.030091261491179466, -0.04484298452734947, 0.053724505007267, 0.11062491685152054, -0.02013017050921917, 0.013234453275799751, -0.1016603484749794, 0.09585344046354294, -0.13337890803813934], [0.859133243560791, -0.04012254253029823, -0.006281598936766386, 0.462786465883255, 0.04280628636479378, 0.1572359949350357, -0.03458897024393082, -0.02498193457722664, 1.0372940301895142, -0.16755984723567963, 0.2771858870983124, -0.32887035608291626, -0.05106867104768753, 0.09969494491815567, 0.5138356685638428, -0.14187568426132202, 0.1735975444316864, 0.09284001588821411, 0.027262847870588303, 0.3019583821296692], [0.14547620713710785, 0.3326931893825531, -0.7412204146385193, -0.1462698131799698, -0.14152878522872925, 0.2339787781238556, 0.025447621941566467, 0.1296469122171402, 0.04104096069931984, -0.24504272639751434, 0.03705215826630592, 0.07796144485473633, -0.18440838158130646, 0.07940277457237244, -0.18657059967517853, -0.22506314516067505, 0.25720465183258057, 0.21752238273620605, 0.4249171018600464, 0.054389838129282], [0.0808793306350708, 0.46764683723449707, 0.19432464241981506, 0.015703406184911728, -0.07432640343904495, 0.04001981392502785, -0.03570643812417984, 0.017879560589790344, 0.13479162752628326, -0.5300701260566711, 0.37113237380981445, 0.010722847655415535, 0.1433359831571579, 0.039772287011146545, -0.7714317440986633, 0.24448634684085846, -0.042588941752910614, -0.6355538368225098, 0.3225526809692383, -0.0681881234049797], [-0.17018644511699677, 0.0015488849021494389, 0.00817966740578413, 0.41524001955986023, 0.012661401182413101, -0.0426863394677639, -0.07100221514701843, -0.0017377231270074844, 0.12874527275562286, 0.08326869457960129, -0.04844124987721443, 0.030896291136741638, -0.07452325522899628, -0.0065917703323066235, -0.02211315557360649, -0.0013440444599837065, 0.048537932336330414, -0.029487881809473038, -0.03182455897331238, -0.019018050283193588], [0.013710979372262955, 0.011601002886891365, 0.03400902450084686, -0.23674193024635315, 0.0331985205411911, -0.07605329900979996, -0.015565524809062481, -0.0337669737637043, 0.11414669454097748, 0.045136477798223495, -0.1675395369529724, -0.08244980126619339, -0.017780397087335587, -0.05555254966020584, 0.05255711451172829, -0.05452956259250641, -0.030748775228857994, -0.025359954684972763, 0.10937337577342987, 0.013381502591073513], [-0.35137420892715454, -0.19298838078975677, 0.21463285386562347, 0.25198012590408325, -0.029468249529600143, 0.47395074367523193, 0.16984541714191437, 0.05777116119861603, 0.08071568608283997, 0.28569674491882324, 0.12957176566123962, -0.16885899007320404, 0.038195423781871796, 0.044595543295145035, 0.04571779817342758, -0.08694183081388474, -0.6537200212478638, -0.10895106941461563, 0.07840202003717422, -0.12196595221757889], [-0.01913611777126789, 0.40226563811302185, 0.48025718331336975, 0.05543062090873718, 0.11062263697385788, -0.15386764705181122, 0.6899105310440063, -0.005176051519811153, -0.058661483228206635, -0.17786982655525208, -0.14388421177864075, -0.030829424038529396, -0.13539905846118927, -0.15091706812381744, 0.25602778792381287, -0.016794998198747635, -0.07123759388923645, 0.15920352935791016, 0.3755737841129303, -0.06865094602108002], [-0.1506069302558899, -0.11371961981058121, -0.007658211048692465, 0.05063248425722122, 0.08496969938278198, -0.20676276087760925, -0.15756003558635712, 0.7916199564933777, 0.023403437808156013, 0.032184869050979614, 0.017199868336319923, 0.02989235520362854, 0.1230558380484581, -0.177242249250412, 0.08547160029411316, -0.14297693967819214, -0.13621731102466583, 0.07000741362571716, 0.18917857110500336, -0.055110521614551544], [-0.4431128203868866, -0.07075100392103195, -0.014024116098880768, 0.22152680158615112, -0.056792907416820526, -0.08276236802339554, -0.019815463572740555, -0.01446752529591322, 0.344882607460022, 0.10220950096845627, -0.1281331479549408, -0.23279419541358948, -0.025663554668426514, 0.013267806731164455, -0.356595516204834, 0.049321986734867096, -0.1354532539844513, 0.16175732016563416, 0.13334935903549194, -0.9223377704620361], [0.29641592502593994, -0.0605972521007061, 0.30117034912109375, -0.17688308656215668, -0.09974303096532822, -0.06093049421906471, 0.13744592666625977, 0.20909078419208527, -0.15952666103839874, 0.48999613523483276, 0.0644986629486084, -0.0008953576325438917, 0.06554801762104034, -0.20485727488994598, -0.30762770771980286, 0.0022426361683756113, -0.18124592304229736, -0.3113289475440979, -0.265850692987442, -0.07536917179822922], [-0.1295587569475174, 0.16493239998817444, -0.06800046563148499, 0.24894721806049347, -0.0869729295372963, -0.1881275475025177, 0.030606405809521675, 0.10349337756633759, -0.29810231924057007, -0.035706013441085815, 0.4464356601238251, 0.14996282756328583, -0.12681135535240173, -0.09729725122451782, -0.045797090977430344, 0.016421345993876457, -0.013408447615802288, 0.28987056016921997, -0.11052028089761734, -0.5433704853057861], [1.0176838636398315, 0.14122755825519562, -0.10611070692539215, 0.3763234615325928, 0.012465340085327625, 0.005236111581325531, 0.1320524960756302, 0.1531025916337967, 0.6131036877632141, -0.15735800564289093, 0.14873270690441132, 0.5330438613891602, 0.1495954692363739, -0.035747360438108444, 0.3775893747806549, 0.04981498420238495, 0.07808013260364532, -0.26452112197875977, -0.10868257284164429, -0.1962011605501175], [0.02260887436568737, 0.07058732211589813, -0.1070680096745491, 0.149968683719635, 0.04919229820370674, -0.04526756703853607, 0.1960519552230835, -0.08849301934242249, -0.0006872972007840872, -0.17244617640972137, 0.04262527450919151, 0.020432813093066216, 0.6181989908218384, -0.08376400917768478, -0.037728965282440186, -0.31220197677612305, -0.14635005593299866, 0.09846031665802002, 0.048839300870895386, -0.1806965321302414], [-0.23161405324935913, 0.0774008259177208, 0.07968517392873764, 0.18509681522846222, -0.01311533059924841, -0.16184549033641815, 0.19421538710594177, 0.20858891308307648, 0.040389787405729294, 0.4117298126220703, -0.011548938229680061, -0.08631326258182526, 0.08120474219322205, 0.5412717461585999, -0.06199850142002106, 0.1582481414079666, 0.505208432674408, -0.4715142846107483, -0.2156720608472824, -0.022311994805932045], [-0.21266959607601166, -0.1374170482158661, 0.4258117973804474, 0.243214413523674, -0.006547261960804462, -0.049312956631183624, -0.07823271304368973, -0.1531212031841278, 0.4633967876434326, 0.14649543166160583, 0.4673324227333069, 0.0844447910785675, -0.0349048487842083, 0.2765553593635559, 0.17157189548015594, -0.8606962561607361, 0.10885933041572571, 0.25606992840766907, 0.24663600325584412, 0.18878042697906494], [0.20560084283351898, 0.21723072230815887, 0.09998848289251328, 0.18131591379642487, -0.007263273932039738, 0.32088616490364075, -0.18910066783428192, -0.0016233071219176054, -0.42328038811683655, -0.1699882298707962, -0.34436362981796265, 0.07441935688257217, 0.006504126824438572, 0.28412115573883057, 0.600712776184082, 0.1842927187681198, 0.288424551486969, -0.16559633612632751, -0.1975618600845337, -0.11242669820785522], [-0.22306272387504578, -0.3171330690383911, 0.043672896921634674, 0.07709485292434692, 0.02816697396337986, 0.6333523392677307, 0.029421420767903328, -0.11935614794492722, 0.03548545390367508, 0.08034271746873856, 0.03449314087629318, -0.06288430839776993, 0.08383387327194214, -0.5621228218078613, -0.1426357477903366, -0.09168583899736404, 0.4508478343486786, -0.4305378496646881, 0.00626678392291069, -0.03515934944152832], [-0.19397762417793274, -0.10786501318216324, 0.3740057051181793, -0.052111633121967316, -0.07187555730342865, 0.10925218462944031, -0.05343222990632057, -0.04754747077822685, -0.14254653453826904, 0.27433153986930847, -0.17318911850452423, 0.011570466682314873, 0.2209344208240509, 0.3591395318508148, -0.16798512637615204, 0.44494351744651794, 0.34930065274238586, 0.6362539529800415, -0.01780005730688572, 0.04458056762814522], [-0.14557920396327972, -0.5406235456466675, -0.35840505361557007, 0.05980220064520836, 0.025116849690675735, -0.0013426291989162564, -0.40101972222328186, -0.1359846144914627, -0.03941446915268898, 0.282548189163208, -0.0882515013217926, -0.012617208063602448, 0.057202164083719254, 0.19670024514198303, -0.21795490384101868, 0.018126893788576126, -0.044703446328639984, -0.14570045471191406, 0.3579968810081482, -0.1517164707183838], [0.12654149532318115, -0.04293274134397507, -2.1352811927499715e-06, -0.09553557634353638, -0.005642828997224569, 0.06647415459156036, 0.2331818789243698, -0.00828622654080391, 0.18193340301513672, 0.026084663346409798, 1.3802871704101562, 0.15292669832706451, 0.34136253595352173, 0.010243617929518223, 0.18665309250354767, 0.00932225864380598, 0.11025344580411911, 0.14355559647083282, 0.42943820357322693, 1.3776642084121704], [-0.07587891072034836, 0.08465314656496048, -0.08773399144411087, 0.16135339438915253, 0.03240799158811569, -0.025009285658597946, 0.0022223133128136396, -0.03150993958115578, -0.10234876722097397, 0.07492959499359131, -0.0891154557466507, -0.30406492948532104, -0.021728157997131348, 0.032064296305179596, -0.006031186319887638, -0.027086840942502022, -0.03599613532423973, 0.06297840923070908, 0.1241578683257103, 0.017867062240839005], [-0.009914814494550228, 0.023663083091378212, 0.012166421860456467, 0.08338391035795212, -0.010749400593340397, 0.0009247088455595076, 0.04790770262479782, 0.03243522346019745, 0.08726851642131805, 0.01338703092187643, 0.03900803253054619, -0.11385447531938553, -0.016991188749670982, 0.015363475307822227, 0.05601363629102707, -0.026370462030172348, -0.06344116479158401, -0.029023976996541023, -0.018040649592876434, 0.007300184108316898], [-0.06656309217214584, 0.05165819078683853, 0.07767700403928757, 0.12037808448076248, 0.013688317500054836, 0.011348623782396317, 0.0033886749297380447, -0.00788966752588749, -0.004661225713789463, -0.017803065478801727, -0.0137633066624403, -0.09081156551837921, -0.02771563082933426, -0.03615943342447281, 0.0512082614004612, -0.001592813292518258, -0.012657126411795616, 0.011983863078057766, 0.01092650555074215, 0.023620473220944405], [-0.27631616592407227, 0.07885211706161499, 0.19867759943008423, 0.34857526421546936, 0.046790048480033875, -0.056128330528736115, 0.048090893775224686, -0.002854730002582073, -0.15824298560619354, -0.09214447438716888, -0.010738453827798367, -0.09849439561367035, -0.018758652731776237, -0.04794549569487572, 0.04015207663178444, 0.002350627677515149, -0.04910240322351456, 0.10136621445417404, 0.01633046381175518, 0.42715802788734436], [0.04073036462068558, -0.023947877809405327, -0.01964719220995903, 0.024454038590192795, -0.0021611868869513273, 0.005057911388576031, 0.0037868658546358347, -0.001348051126115024, 0.019703781232237816, 0.03497357666492462, 0.04816213250160217, 0.0686890035867691, 0.008184622041881084, -0.0006804803851991892, -0.02381620742380619, 0.003783045569434762, -0.005023790057748556, -0.025541558861732483, 0.020554320886731148, -0.018317105248570442], [-0.02067415975034237, -0.031004203483462334, -0.04129669815301895, -0.04495977610349655, -0.00197784835472703, 0.016580015420913696, -0.11462301015853882, -0.033631470054388046, 0.016453031450510025, 0.031913675367832184, -0.025699814781546593, 0.084152951836586, -0.07289791852235794, 0.009612184017896652, -0.019672054797410965, 0.011329682543873787, -0.020139526575803757, -0.01353163830935955, -0.0039266422390937805, 0.03696615621447563], [-0.010081487707793713, -0.013993417844176292, 0.025385379791259766, -0.1133226603269577, 0.01130744256079197, 0.013107340782880783, 0.015522553585469723, 0.01812797598540783, 0.01476467214524746, -0.0013872206909582019, -0.03921211510896683, 0.0896492451429367, -0.07285615801811218, -0.02141697332262993, 0.012380042113363743, 0.0021033622324466705, 0.008865481242537498, -0.02526487037539482, -0.07818371057510376, 0.0008381723891943693], [0.06396201997995377, -0.034196581691503525, 0.005814971402287483, -0.05722162500023842, 0.00017340824706479907, -0.001280002179555595, 0.01258930005133152, 0.04267942160367966, -0.01610594242811203, 0.03663864731788635, -0.05994574725627899, 0.10682692378759384, 0.03676733374595642, -0.00013103951641824096, -0.013750688172876835, -0.01687021739780903, -0.043944235891103745, -0.05117184296250343, 0.06631459295749664, 0.06217588111758232], [0.08039590716362, -0.010499955154955387, -0.06028314679861069, -0.09252754598855972, -0.013285908848047256, 0.0010149107547476888, -0.044976793229579926, 0.0032166859600692987, 0.058179888874292374, 0.04064876586198807, 0.023284612223505974, -0.01901690848171711, -0.04626774415373802, 0.029760457575321198, -0.0022300889249891043, 0.006229497026652098, -0.06273123621940613, -0.04085082188248634, 0.01991584524512291, 0.014562423340976238], [-0.026147086173295975, -0.04886627942323685, -0.014348114840686321, 0.13997869193553925, -0.022795870900154114, 0.0052382005378603935, 0.04703870415687561, 0.04444160312414169, 0.07459664344787598, -0.12320872396230698, -0.057133909314870834, 0.04247636720538139, -0.015798617154359818, -0.030608607456088066, 0.08768336474895477, 0.0533456988632679, 0.0093581173568964, -0.011019086465239525, -0.1058083176612854, 0.09090888500213623], [0.06704821437597275, 0.007197932340204716, 0.11529910564422607, 0.10104731470346451, -0.02270248718559742, 0.0715487003326416, 0.026227904483675957, 0.05968799442052841, 0.14295366406440735, -0.030958011746406555, -0.048435743898153305, 0.029035113751888275, 0.06842927634716034, 0.07293827831745148, 0.1910674124956131, 0.05249068886041641, -0.0156665351241827, -0.09673824161291122, -0.027565237134695053, -0.1502828598022461], [0.493227481842041, -0.025563275441527367, 0.1292347013950348, 0.12231557816267014, 0.02336926944553852, 0.009703552350401878, -0.020055392757058144, -0.02766364812850952, 0.3315288722515106, 0.10328739136457443, -0.05682585760951042, 0.09345457702875137, 0.015745460987091064, 0.019040502607822418, -0.0621647872030735, 0.08551743626594543, -0.047842077910900116, -0.2055247724056244, -0.04405713453888893, -0.33389830589294434], [-0.004415812436491251, -0.053622327744960785, 0.03158101066946983, -0.054174311459064484, 0.010086264461278915, -0.0422196201980114, 0.021279890090227127, 0.001598708680830896, 0.03798290342092514, 0.033572711050510406, 0.0025593501050025225, 0.006522112060338259, 0.005190192721784115, 0.008851349353790283, 0.0026843317318707705, 0.0012720569502562284, -0.01777997612953186, -0.04326239228248596, -0.0339280366897583, -0.08845963329076767], [-0.04284291714429855, -0.08470252901315689, -0.022603336721658707, 0.07444843649864197, -0.009364034980535507, -0.06493964046239853, 0.039530664682388306, 0.026492571458220482, -0.02871726267039776, -0.013933627866208553, -0.01761539839208126, 0.033837057650089264, -0.023811833932995796, 0.0029744128696620464, -0.026258893311023712, -0.01485791988670826, -0.014822196215391159, -0.015215002000331879, -0.1142951250076294, 0.022091951221227646], [0.09218453615903854, -0.00825379230082035, 0.06640220433473587, 0.05761510506272316, 0.005029444117099047, 0.02528328262269497, 0.020905353128910065, -0.001377690234221518, -0.004597761202603579, 0.022165846079587936, 0.026622289791703224, -0.18171952664852142, 0.02807703986763954, -0.011550270020961761, 0.009777071885764599, -0.0028783720917999744, 0.005559396930038929, -0.012424372136592865, 0.0017226862255483866, -0.0063077532686293125], [0.018914801999926567, 0.02594118006527424, 0.06823286414146423, 0.028323957696557045, 0.011024135164916515, -0.0037478057201951742, 0.004458263050764799, 0.01343053113669157, -0.019568705931305885, -0.011860073544085026, -0.0029329073149710894, -0.1602931171655655, 0.003918692469596863, 2.9881010050303303e-05, -0.065373495221138, -0.018799301236867905, 0.021309565752744675, -0.03365614265203476, -0.0024753636680543423, 0.043432220816612244], [-0.002034066943451762, -0.0553511306643486, -0.07212084531784058, -0.12053608894348145, -0.016062205657362938, -0.02485467679798603, -0.03316887095570564, 0.019138798117637634, -0.03402334079146385, -0.00286843441426754, -0.0038268177304416895, 0.06183592975139618, -0.04720010980963707, 0.020004088059067726, -0.029484374448657036, 0.018759069964289665, -0.02338593453168869, -0.005695592146366835, 0.005281117279082537, 0.07726006954908371], [0.00971014704555273, 0.026546623557806015, -0.00674523925408721, -0.055398546159267426, 0.025319429114460945, -0.03163192421197891, -0.01052146591246128, 0.027616729959845543, 0.03973802551627159, 0.08005718886852264, -0.009157310239970684, 0.04676464572548866, 0.022531693801283836, 0.001356562483124435, 0.002112066838890314, -0.06563696265220642, -0.03313717618584633, -0.05857287347316742, -0.034155670553445816, 0.0826210156083107], [-0.13858000934123993, 0.05821221321821213, 0.08015210181474686, -0.03364604711532593, -0.03540307655930519, 0.035322874784469604, 0.03135187551379204, 0.007378716487437487, 0.014471336267888546, -0.11502471566200256, -0.03631077706813812, 0.09518710523843765, -0.03929898142814636, 0.015893107280135155, -0.05757281929254532, 0.014825336635112762, 0.05254120007157326, -0.02734902687370777, -0.08937986940145493, -0.005105397664010525], [-0.0243523046374321, 0.061451930552721024, -0.041403111070394516, -0.08914162218570709, -0.08349979668855667, 0.06489306688308716, -0.0336676649749279, -0.03615197539329529, 0.1122138723731041, -0.11401490867137909, 0.09378624707460403, -0.0031196901109069586, -0.005083033349364996, -0.0007737306877970695, 0.17204657196998596, 0.06618039309978485, 0.10918476432561874, 0.09197212010622025, 0.0802164375782013, 0.04351186379790306]], "rec.bias_ih_l0": [0.3727933466434479, -0.36727771162986755, 0.3072763681411743, 0.1777198165655136, -0.04689481109380722, -0.27481910586357117, -1.1777942180633545, -0.6427386403083801, -0.36956608295440674, -0.34031563997268677, -0.7902793288230896, 0.3601242005825043, -0.8061323165893555, -0.09056740999221802, 0.41987165808677673, 0.19856548309326172, -0.1777075231075287, -0.13777898252010345, -1.2296034097671509, -0.09043532609939575, 0.13457216322422028, 0.9500986337661743, 0.4634287655353546, 0.5609633922576904, -0.0018502167658880353, 0.855841875076294, 1.5957919359207153, 1.234878420829773, 0.458882600069046, 0.8401644825935364, 0.7327125668525696, 0.2307874858379364, 1.261531949043274, 0.7043034434318542, 0.14000093936920166, 0.18753482401371002, 0.8186967372894287, 0.7187594175338745, 1.759877324104309, -0.44413572549819946, -0.1349237710237503, 0.054422080516815186, -0.018345147371292114, 0.16101676225662231, 0.04194255545735359, -0.09204565733671188, -0.005300602875649929, -0.01120193861424923, -0.07981406897306442, 0.008719871751964092, 0.003713665995746851, -0.23567497730255127, -0.04673222452402115, -0.08075140416622162, -0.03693957254290581, -0.036868687719106674, -0.07008911669254303, 0.017426440492272377, -0.020278485491871834, -0.0349695086479187, 0.28395864367485046, 0.3390747904777527, 0.4752790331840515, 0.030684787780046463, -0.04393177106976509, -0.08770163357257843, 0.065977543592453, -0.01706305332481861, 0.29856106638908386, 0.018290312960743904, 0.43740904331207275, 0.06197638437151909, 0.024989107623696327, 0.03586722910404205, 0.44440144300460815, 0.2272290289402008, 0.03128514811396599, 0.31839102506637573, 0.0771510899066925, -0.05261804163455963], "rec.bias_hh_l0": [0.3727933466434479, -0.36727771162986755, 0.3072763681411743, 0.1777198165655136, -0.04689481109380722, -0.27481910586357117, -1.1777942180633545, -0.6427386403083801, -0.36956608295440674, -0.3403152525424957, -0.7902793288230896, 0.3601242005825043, -0.8061323165893555, -0.09056740999221802, 0.41987165808677673, 0.19856548309326172, -0.1777075231075287, -0.13777898252010345, -1.2296034097671509, -0.09046108275651932, 0.13457216322422028, 0.9500986337661743, 0.4634287655353546, 0.5609633922576904, -0.0018502167658880353, 0.855841875076294, 1.5957919359207153, 1.234878420829773, 0.458882600069046, 0.840164303779602, 0.7327125668525696, 0.2307874858379364, 1.261531949043274, 0.7043034434318542, 0.14000093936920166, 0.18753482401371002, 0.8186967372894287, 0.7187594175338745, 1.759877324104309, -0.4440402090549469, -0.13142924010753632, 0.06801334023475647, -0.018399842083454132, 0.15973956882953644, 0.035660941153764725, -0.09196797013282776, -0.00035797778400592506, 0.0019424835918471217, -0.07892909646034241, 0.012259196490049362, 0.004526845645159483, -0.23690903186798096, -0.006937376223504543, -0.07834292948246002, -0.03514385223388672, -0.03530994802713394, -0.056104205548763275, 0.025196414440870285, -0.02007056400179863, -0.043551694601774216, 0.28395864367485046, 0.3390747904777527, 0.4752790331840515, 0.030684787780046463, -0.04393177106976509, -0.08770163357257843, 0.065977543592453, -0.01706305332481861, 0.29856106638908386, 0.018290318548679352, 0.43740904331207275, 0.06197638437151909, 0.024989107623696327, 0.03586722910404205, 0.44440144300460815, 0.2272290289402008, 0.03128514811396599, 0.31839102506637573, 0.0771510899066925, -0.0526159405708313], "lin.weight": [[0.05028729513287544, -1.1425831317901611, -1.5058996677398682, 0.004050466697663069, -0.23228897154331207, 0.294879674911499, 0.26121827960014343, -0.060462117195129395, 0.18705664575099945, 0.32821398973464966, 0.22723077237606049, 0.057552047073841095, 0.18348771333694458, 0.37475308775901794, -0.7356668710708618, -0.11611239612102509, 0.06846784055233002, -0.23862628638744354, -0.8449846506118774, -0.05024334415793419]], "lin.bias": [-0.026144783943891525]}} \ No newline at end of file diff --git a/models/HT40_Overdrive.json b/models/HT40_Overdrive.json new file mode 100644 index 0000000..131e015 --- /dev/null +++ b/models/HT40_Overdrive.json @@ -0,0 +1 @@ +{"model_data": {"model": "SimpleRNN", "input_size": 2, "skip": 1, "output_size": 1, "unit_type": "LSTM", "num_layers": 1, "hidden_size": 20, "bias_fl": true}, "state_dict": {"rec.weight_ih_l0": [[-0.0724988803267479, 0.18689130246639252], [0.14006376266479492, -0.05634824559092522], [0.0792972594499588, -0.07932424545288086], [0.021018842235207558, -1.043317198753357], [0.04087148606777191, 0.4522378742694855], [-0.0031928427051752806, -0.08414597064256668], [0.04715289548039436, -0.2196255326271057], [0.16438578069210052, -0.39952564239501953], [-0.39493000507354736, 0.02900916337966919], [0.045449044555425644, -0.014319094829261303], [0.7540488839149475, -0.3153040409088135], [0.025176215916872025, 0.8386117815971375], [0.2990496754646301, -0.36771920323371887], [0.03590729460120201, -0.09860511869192123], [-0.0014151888899505138, 0.0593048557639122], [-0.009128744713962078, 0.02561040222644806], [-0.004800200928002596, -0.044202011078596115], [-0.06405822187662125, 0.04422658309340477], [0.052571967244148254, -0.12343616783618927], [0.4667836129665375, 0.3408931791782379], [-0.04374906048178673, 0.04634711518883705], [-0.10929261893033981, 0.06500213593244553], [-0.013108178041875362, -0.10139027237892151], [0.10084628313779831, -0.4824821949005127], [-0.01735389232635498, 0.018560146912932396], [-0.13524961471557617, -0.015629762783646584], [-0.004545940086245537, 0.05238236486911774], [-0.11821075528860092, 0.16139574348926544], [-0.3801143169403076, 0.2037692666053772], [-0.07223182171583176, -0.048965927213430405], [0.32733532786369324, 0.4270764887332916], [-0.2087392956018448, 0.14234918355941772], [0.2079317420721054, 0.6181307435035706], [-0.10746736824512482, 0.10815255343914032], [-0.05779954046010971, 0.0556417740881443], [-0.006953034549951553, -0.08091908693313599], [-0.05690942704677582, -0.024649539962410927], [-0.15030863881111145, 0.014760448597371578], [-0.16545380651950836, 0.1002313420176506], [0.36190927028656006, -0.02594316378235817], [-0.17636634409427643, 0.14605645835399628], [0.532658576965332, -0.06637869775295258], [0.5070183277130127, -0.019014814868569374], [0.05001277104020119, -1.0134429931640625], [-0.3471596837043762, -0.06769470870494843], [-0.08255501836538315, -0.014653927646577358], [-0.5381069183349609, -0.010580125264823437], [-0.13337931036949158, -0.01144813746213913], [0.020868318155407906, 0.026617510244250298], [0.019505104050040245, 0.009271344169974327], [-0.37243789434432983, -0.03769105300307274], [-0.12605272233486176, -0.12099552154541016], [-0.11959558725357056, 0.0017906059511005878], [0.14731590449810028, 0.001181792700663209], [-0.02949003502726555, -0.03518836945295334], [-0.16760124266147614, -0.08007039874792099], [0.08700462430715561, 0.012148438021540642], [0.03034963458776474, 0.008403214626014233], [0.024861495941877365, -0.02210990898311138], [2.774609327316284, 0.06315821409225464], [-0.0781904086470604, 0.28695148229599], [0.029274573549628258, -0.010733123868703842], [0.07683448493480682, -0.050233177840709686], [-0.1445082724094391, 0.22411222755908966], [0.056347887963056564, -0.4006548821926117], [0.011236919090151787, 0.09154049307107925], [0.02657829411327839, 0.2363044172525406], [0.1527196615934372, 0.12043550610542297], [-0.10960143804550171, 0.6858049631118774], [0.058592069894075394, 0.02584184892475605], [-0.0475146621465683, 0.32715603709220886], [0.04808490350842476, 0.22806252539157867], [-0.6206578016281128, 0.14707811176776886], [0.010371287353336811, 0.01892402209341526], [-0.0017313981661573052, 0.0755460262298584], [-0.006049775052815676, 0.03556976094841957], [0.03504912182688713, 0.07251796871423721], [-0.05631956085562706, 0.07976225763559341], [0.07837122678756714, 0.3561386466026306], [0.2093329131603241, 0.48009708523750305]], "rec.weight_hh_l0": [[-0.0518842451274395, 0.011714544147253036, -0.008345994167029858, -0.2999105751514435, -0.05309569463133812, -0.014995365403592587, 0.002058834070339799, -0.1378118097782135, 0.019945621490478516, -0.02424827590584755, -0.0803302600979805, 0.0022676358930766582, -0.3481883704662323, -0.02023465558886528, -0.04319976270198822, 0.05906778201460838, 0.006276308558881283, -0.017968958243727684, 0.014571355655789375, -0.00783444195985794], [0.08508463948965073, -0.014169525355100632, -0.04692920297384262, -0.038812216371297836, 0.04822167754173279, -0.027138326317071915, -0.005123928654938936, 0.18440979719161987, -0.14224357903003693, 0.0136297307908535, 0.07456017285585403, 0.08206808567047119, 0.07267796248197556, -0.03388272598385811, 0.022228246554732323, -0.001849811989814043, -0.08127375692129135, 0.07930983603000641, 0.07251692563295364, -0.18361127376556396], [-0.05637863650918007, -0.005475091282278299, 0.01062337588518858, 0.04913579672574997, 0.03598861023783684, -0.033122122287750244, 0.028713781386613846, 0.12023595720529556, 0.07455216348171234, 0.059873178601264954, 0.09732358157634735, -0.03840625286102295, -0.06452751904726028, -0.018911072984337807, 0.08385802805423737, -0.03386082500219345, 0.026361802592873573, 0.022444071248173714, 0.035558417439460754, 0.022081954404711723], [-0.07296127825975418, -0.08573692291975021, 0.006243106443434954, -0.6031419038772583, 0.028238827362656593, 0.029242875054478645, 0.05372733995318413, 0.13011184334754944, -0.3175244629383087, 0.03097226656973362, 0.4313265085220337, -0.06456010043621063, -0.0730208232998848, -0.040929004549980164, -0.04019521549344063, 0.04569457098841667, -0.06703929603099823, 0.05594789981842041, -0.0464465357363224, -0.3172621726989746], [0.05920086055994034, -0.02698189951479435, 0.09049193561077118, -0.45131176710128784, 0.09736084192991257, -0.027455275878310204, -0.023851031437516212, -0.14654549956321716, 0.009143666364252567, -0.001034127431921661, -0.10182982683181763, 0.03153769299387932, -0.26858067512512207, -0.015707816928625107, 0.021768944337964058, -0.018121711909770966, 0.010573528707027435, 0.03697190061211586, 0.05116277188062668, -0.016979381442070007], [0.059611327946186066, 0.005152858328074217, 0.011492352932691574, 0.1565965712070465, 0.000999892014078796, -0.0026518695522099733, -0.013633606024086475, 0.06386129558086395, -0.08632788807153702, -0.021685423329472542, 0.04571933671832085, -0.031806912273168564, 0.326284795999527, -0.017719555646181107, -0.02598373033106327, 0.026683274656534195, -0.0051595959812402725, 0.03739187866449356, -0.058842167258262634, -0.046133313328027725], [-0.004433095455169678, 0.029725324362516403, 0.10123136639595032, 0.2614445984363556, -0.02602686546742916, -0.004719213116914034, 0.04013081267476082, 0.014699690975248814, -0.11315035074949265, 0.04872625321149826, -0.12492283433675766, -0.01778586395084858, 0.5229325890541077, -0.007794980891048908, 0.0028432600665837526, 0.06811119616031647, -0.07659929990768433, -0.016554495319724083, -0.10002527385950089, -0.17375384271144867], [0.2610931992530823, -0.14138752222061157, -0.04230913519859314, 0.5029710531234741, -0.1038774624466896, -0.006345775909721851, -0.018262960016727448, 0.04857180267572403, -0.061028800904750824, 0.01377298217266798, -0.34193482995033264, 0.3389081060886383, 0.3762211203575134, 0.01641251891851425, -0.05934727191925049, -0.042454738169908524, -0.0018994027050212026, 0.07888027280569077, 0.05231039226055145, -0.13462324440479279], [0.10483076423406601, -0.08193820714950562, 0.015851933509111404, -0.12451239675283432, -0.05107111111283302, 0.024105090647935867, -0.0346650555729866, 0.05703269690275192, -0.30791789293289185, 0.012746693566441536, 0.04192650318145752, -0.010930372402071953, 0.19013042747974396, 0.0007271348731592298, -0.0892522782087326, 0.16910752654075623, 0.009844898246228695, -0.024912722408771515, -0.040146924555301666, -0.20416852831840515], [-0.02886728197336197, 0.0013421793701127172, -0.011747646145522594, 0.11166855692863464, -0.009198085404932499, 0.025359680876135826, -0.0025199016090482473, 0.07126960158348083, 0.03776809945702553, 0.032391440123319626, 0.005551773589104414, 0.007910718210041523, 0.11091781407594681, 0.054700009524822235, -0.015532709658145905, -0.06218704953789711, 0.04602116718888283, -0.03926924988627434, 0.045817870646715164, -0.03530720993876457], [0.1481572538614273, 0.07910516113042831, 0.010581329464912415, 0.6054365038871765, -0.014722735621035099, 0.005069015081971884, 0.2429349273443222, -0.11750385165214539, -0.3204174339771271, 0.052558813244104385, -0.054181624203920364, 0.03360142558813095, 1.1668161153793335, 0.055596981197595596, 0.10388841480016708, -0.40032368898391724, 0.006063976790755987, 0.141194149851799, -0.22008852660655975, 0.9586570858955383], [0.1445200890302658, 0.05628621578216553, 0.0807306095957756, -0.3288148045539856, 0.06686042994260788, -0.04847448691725731, -0.01880120299756527, -0.1859707236289978, 0.0414828285574913, -0.005994883365929127, -0.2639791965484619, -0.06633062660694122, -0.08115436136722565, -0.016675755381584167, -0.020920520648360252, -0.035275861620903015, 0.012049579061567783, 0.00785303395241499, 0.10435857623815536, 0.035741176456213], [-0.06983499974012375, -0.15453234314918518, -0.06941325962543488, 0.8139113783836365, -0.025219237431883812, 0.09304763376712799, -0.04578595608472824, 0.796977162361145, 0.3677732050418854, -0.08597230166196823, -0.940856397151947, 0.09306912124156952, 0.21031281352043152, 0.0007273339433595538, -0.09942980855703354, -0.019798660650849342, -0.039471209049224854, -0.10218632966279984, -0.11722719669342041, 0.13671617209911346], [0.0342702642083168, -0.017109062522649765, 0.016669778153300285, -0.004971083253622055, 0.02859637886285782, 0.004073113203048706, 0.01852703094482422, -0.03338383138179779, -0.05842101573944092, -0.02383626252412796, -0.015020949766039848, 0.018487216904759407, 0.19880138337612152, 0.03294513374567032, 0.02496832050383091, -0.002035792451351881, -0.023434365168213844, 0.06574616581201553, 0.015428509563207626, -0.025974931195378304], [-0.07517118006944656, -0.01006621029227972, -0.03967638313770294, -0.09303399175405502, -0.0007462945068255067, 0.01058108452707529, 0.017464563250541687, -0.03825317323207855, 0.059373948723077774, 0.002022733213379979, 0.022008467465639114, -0.05900847911834717, -0.1323232650756836, -0.0010781408054754138, 0.011442689225077629, -0.019526731222867966, 0.026438161730766296, -0.025493955239653587, 0.01595953293144703, 0.037408940494060516], [-0.03865188732743263, -0.019138168543577194, 0.02061665989458561, -0.029713504016399384, 0.00331120565533638, 0.0006895515834912658, 0.013360564596951008, -0.050189703702926636, 0.09851304441690445, 0.0012954839039593935, -0.019745687022805214, 0.017548613250255585, -0.12390875071287155, -0.0293474979698658, -0.004412590991705656, -0.0433596670627594, 0.009986918419599533, 0.006293521262705326, -0.01314503327012062, 0.04396233707666397], [0.10672323405742645, 0.03279351070523262, 0.020612264052033424, 0.019573282450437546, -0.03673417493700981, -0.05025380849838257, 0.03238392621278763, 0.00866706296801567, -0.07851576060056686, 0.04044627025723457, -0.011180082336068153, 0.05636047199368477, 0.16386958956718445, -0.006379186641424894, 0.003926921635866165, 0.06156078353524208, -0.0003711724712047726, 0.03365672007203102, 0.009922593832015991, -0.0842878594994545], [0.03659161552786827, -0.009950654581189156, 0.01084463857114315, -0.06104246899485588, 0.02898155339062214, 0.004680128302425146, 0.005631890147924423, -0.011539160273969173, 0.08464182168245316, -0.04818553477525711, -0.03101920895278454, -0.03295476734638214, 0.08181194216012955, 0.017300687730312347, -0.00807893741875887, 0.009988032281398773, -0.03160762041807175, -0.006514077540487051, 0.028109582141041756, 0.007513356860727072], [0.20024242997169495, -0.04287506639957428, 0.07884812355041504, 0.1628953069448471, 0.037043604999780655, -0.011479138396680355, 0.000685386301483959, 0.20680281519889832, -0.344939261674881, -0.020357949659228325, -0.04453502222895622, 0.021558109670877457, 0.3712378442287445, -0.044798336923122406, -0.06181716546416283, 0.0776725485920906, 0.06427903473377228, 0.018964121118187904, -0.005426441319286823, -0.26570841670036316], [0.1229739859700203, 0.029808642342686653, 0.09290279448032379, -0.7162894606590271, 0.0963226929306984, -0.06462325900793076, 0.0956004410982132, 0.1751415878534317, -1.2572836875915527, 0.15668196976184845, 1.2018404006958008, 0.028290506452322006, -0.10704267770051956, -0.04310639947652817, 0.019115664064884186, 0.02984543889760971, 0.02259187586605549, 0.14632996916770935, 0.017129065468907356, -0.2915981709957123], [0.08404579013586044, 0.06370601058006287, -0.013479769229888916, -0.07213915884494781, -0.2233898788690567, -0.06022678315639496, -0.019435152411460876, -0.09569676220417023, -0.22232599556446075, -0.001925407093949616, -0.17299465835094452, 0.18072719871997833, -0.4248342216014862, 0.03551279753446579, -0.09835377335548401, 0.1004253700375557, 0.016775216907262802, -0.07350895553827286, 0.0193890742957592, 0.018349891528487206], [0.13810937106609344, 0.03163669630885124, 0.03415349870920181, 0.06423315405845642, 0.0171026811003685, 0.08018521219491959, 0.023655084893107414, -0.20437397062778473, -0.08055565506219864, -0.029358582571148872, 0.30380532145500183, -0.10164030641317368, -0.42756372690200806, -0.092162124812603, -0.08477477729320526, 0.012557012028992176, 0.07929035276174545, -0.07162731885910034, 0.10686054825782776, 0.010407594032585621], [-0.021969487890601158, -0.061566635966300964, -0.07287714630365372, 0.0053007942624390125, 0.04290110245347023, -0.02354351617395878, 0.01763368770480156, 0.01485435850918293, -0.036178022623062134, 0.019137000665068626, 0.18844689428806305, 0.042695749551057816, -0.24909816682338715, 0.037657275795936584, 0.03917510062456131, 0.05907997861504555, 0.053906526416540146, -0.03282982483506203, 0.04202302172780037, 0.045711539685726166], [-0.04073062166571617, -0.10290729254484177, -0.027994662523269653, -0.7994412183761597, -0.004502858966588974, -0.007482966408133507, 0.016190141439437866, 0.004158042836934328, -0.39304307103157043, 0.0030578356236219406, 0.26785793900489807, 0.07121632248163223, -0.6646614074707031, -0.012038913555443287, -0.06554176658391953, 0.050388701260089874, -0.07647804915904999, 0.0625758245587349, 0.017926111817359924, -0.1945318877696991], [-0.07237079739570618, -0.06900789588689804, -0.01235873531550169, 0.0014150020433589816, 0.06592245399951935, 0.05300094187259674, -0.0313892588019371, -0.26331064105033875, 0.10265815258026123, -0.04863904044032097, 0.03168543055653572, -0.23193490505218506, -0.2156888246536255, 0.0005881027318537235, 0.013442467898130417, -0.054553136229515076, -0.03105953335762024, -0.041602879762649536, 0.0563676618039608, 0.0918804481625557], [-0.16649022698402405, -0.043012585490942, -0.04419006034731865, -0.1290956437587738, -0.009878845885396004, -0.007985547184944153, 0.05601896345615387, -0.14648716151714325, 0.08474797755479813, 0.007297826930880547, 0.12571106851100922, -0.04576970264315605, -0.5382311344146729, -0.0068201422691345215, -0.0043210056610405445, 0.017203565686941147, 0.022781336680054665, -0.03537897765636444, 0.012281505391001701, 0.03424626216292381], [-0.20294085144996643, 0.023821573704481125, -0.0339895598590374, -0.41099727153778076, 0.020648185163736343, 0.003993820399045944, -0.008658599108457565, -0.13540859520435333, 0.18943218886852264, 0.03467279300093651, 0.05624445155262947, -0.015008875168859959, -0.921150267124176, -0.019337600097060204, 0.04182790219783783, 0.007919332943856716, -0.000986811239272356, 0.023529555648565292, -0.011372891254723072, -0.05257297307252884], [0.9881777763366699, -0.2855735719203949, 0.015220568515360355, -0.5377059578895569, 0.09191957116127014, 0.026600021868944168, -0.04722870513796806, -0.07489287853240967, 0.14145807921886444, 0.006322403438389301, 0.4911009669303894, 0.2428194284439087, -0.9978845715522766, -0.017858829349279404, -0.016556477174162865, -0.023916492238640785, -0.022534983232617378, -0.02470211684703827, -0.11428298056125641, -0.5298417806625366], [0.48591065406799316, -0.05142879858613014, 0.10483376681804657, -0.2839502990245819, -0.02307179756462574, 0.11509165912866592, -0.09589842706918716, -0.32800692319869995, -0.02672506310045719, -0.05298326909542084, 0.014565658755600452, 0.21760448813438416, -0.8485070466995239, -0.028465906158089638, -0.23278217017650604, 0.19341319799423218, -0.023346591740846634, -0.006232784129679203, -0.14753392338752747, -0.12390094250440598], [-0.16762402653694153, 0.03500786051154137, 0.001027704798616469, -0.12056688964366913, -0.017525721341371536, 0.04256211221218109, 0.023556208238005638, -0.10264024883508682, 0.06175539642572403, 0.02422729693353176, 0.07157628983259201, 0.024904515594244003, -0.36691686511039734, 0.05283864960074425, 0.022228093817830086, -0.0773150622844696, -0.012655328027904034, -0.07832250744104385, 0.08982628583908081, 0.12232183665037155], [-0.533722996711731, -0.09438789635896683, 0.0013715059030801058, -0.7448655962944031, 0.1309596449136734, -0.004452557768672705, 0.1571698635816574, -0.32730481028556824, -0.36100509762763977, 0.0621500238776207, 0.4852074384689331, -0.24948088824748993, -0.8894158601760864, 0.04379355534911156, 0.17433631420135498, 0.10008929669857025, 0.0028176349587738514, -0.0006739221862517297, -0.02499961294233799, -0.0511469766497612], [-0.11752484738826752, -0.15027973055839539, -0.07325234264135361, -0.18283861875534058, 0.09814386069774628, 0.01606750302016735, 0.02337082102894783, -0.15484142303466797, 0.05168752372264862, 0.01781982183456421, -0.11677856743335724, 0.30133768916130066, 0.24489101767539978, -0.0058122905902564526, -0.04264342784881592, 0.00365543644875288, -0.011263671331107616, 0.042086657136678696, 0.07730863988399506, -0.09089712053537369], [-0.7223548293113708, 0.22755181789398193, -0.014642886817455292, -0.8671103119850159, 0.07851533591747284, -0.20400570333003998, 0.08946730941534042, 0.44223493337631226, -1.211538553237915, 0.14581049978733063, 0.4754837453365326, -0.4457184076309204, -0.3385735750198364, 0.034801680594682693, 0.08048263192176819, 0.07003282010555267, -0.06639397144317627, 0.136511892080307, 0.11423399299383163, 0.406099408864975], [-0.1248743087053299, -0.02733362838625908, -0.04365850239992142, -0.08505242317914963, -0.016109874472022057, 0.0030230225529521704, 0.04837808385491371, -0.2456902116537094, 0.21826496720314026, -0.043409328907728195, 0.03533368930220604, -0.00030171641265042126, -0.3352082073688507, 0.0606541708111763, 0.06241443008184433, -0.07278478145599365, 0.01611415296792984, -0.023991450667381287, 0.07444822788238525, 0.06988248229026794], [-0.029692530632019043, -0.08379822969436646, -0.07698695361614227, -0.0658012181520462, 0.013769987970590591, -0.0018258196068927646, -0.01370764896273613, -0.04419776424765587, 0.05140059068799019, -0.009130410850048065, 0.041057560592889786, 0.029895013198256493, -0.03608383610844612, 0.06390330940485, -0.04015061631798744, -0.052476439625024796, 0.021025365218520164, -0.024574385955929756, 0.022381555289030075, 0.04664858430624008], [-0.018291255459189415, -0.04189576953649521, 0.030383413657546043, 0.18709272146224976, 0.022138191387057304, 0.0002544193994253874, 0.0009673182503320277, 0.008299893699586391, 0.09297490119934082, 0.029775451868772507, -0.0818205326795578, 0.05760444328188896, -0.05732794478535652, -0.016474071890115738, -0.03363128378987312, -0.05174054577946663, -0.034171197563409805, -0.019800368696451187, 0.0003115404397249222, 0.09938660264015198], [-0.10560302436351776, -0.002258117077872157, -0.07694258540868759, 0.06891937553882599, -0.07019113749265671, -0.014083083719015121, 0.08016637712717056, -0.03675937280058861, 0.07203863561153412, -0.026637867093086243, 0.13997457921504974, -0.024811092764139175, -0.5267762541770935, -0.0016373537946492434, 0.012976143509149551, -0.02220998890697956, 0.005645842291414738, -0.03184127062559128, 0.021406345069408417, 0.058829501271247864], [-0.09265017509460449, -0.027260376140475273, -0.026059122756123543, 0.09828092902898788, -0.03305650129914284, -0.02183142490684986, 0.031112730503082275, -0.0732598751783371, 0.14912863075733185, -0.06536095589399338, 0.016360556706786156, 0.011511635966598988, -0.1958734393119812, 0.026020511984825134, -0.06032828986644745, -0.020204881206154823, -0.09178543090820312, -0.016245920211076736, 0.050012972205877304, 0.04117673635482788], [-0.4602518081665039, -0.047927919775247574, -0.14918072521686554, -0.0042957728728652, 0.05595016852021217, 0.03455156087875366, -0.0390743725001812, -0.1176411584019661, 0.366731733083725, -0.022266391664743423, 0.13968005776405334, -0.009924443438649178, -0.8869331479072571, 0.036156050860881805, -0.01220353227108717, -0.0237558726221323, -0.008856192231178284, -0.05023965984582901, 0.028601745143532753, -0.027580581605434418], [0.15928484499454498, 0.03857691213488579, -0.0659666657447815, -0.11023334413766861, -0.11144377291202545, 0.015155359171330929, 0.0366281233727932, 0.08480367809534073, -0.3538012206554413, 0.01525594387203455, 0.5796129703521729, -0.08078548312187195, -0.3389202952384949, 0.03190743923187256, -0.02997204288840294, 0.002996207680553198, 0.007668401580303907, -0.019153043627738953, -0.09600139409303665, -0.3751223385334015], [0.10268141329288483, 0.25515082478523254, -0.17365993559360504, -0.35526329278945923, 0.2442750632762909, -0.00769463274627924, 0.15644320845603943, -0.038760390132665634, 1.1293772459030151, -0.090024434030056, 0.6831309795379639, -0.07548274099826813, -1.2690606117248535, 0.0038824412040412426, 0.23416033387184143, -0.14260154962539673, -0.02849123626947403, -0.10213358700275421, -0.10337332636117935, 1.046823501586914], [0.003972599282860756, 0.0761575847864151, -0.5309138894081116, -0.12489679455757141, -0.9674401879310608, 0.26118043065071106, -0.06692899018526077, -0.02995629608631134, 0.013047347776591778, -0.15667922794818878, 0.040198586881160736, -0.026748724281787872, 0.03810333460569382, 0.21611030399799347, -0.24630461633205414, -0.13753964006900787, 0.06807216256856918, -0.11544756591320038, 0.5978014469146729, -0.12548772990703583], [0.04183715954422951, 0.40342649817466736, 0.3241812288761139, -0.057871025055646896, 0.40971317887306213, 0.026322506368160248, 0.0419316366314888, -0.042439453303813934, 0.10996975004673004, -0.5758619904518127, 0.1544872522354126, -0.0015269519062712789, 0.14524991810321808, 0.06257312744855881, -0.7454677224159241, 0.23886390030384064, -0.11525731533765793, -0.6610496044158936, 0.004737547133117914, -0.08360304683446884], [0.16519536077976227, 0.2571304738521576, -0.06509426981210709, 0.5080838203430176, 0.3629434406757355, -0.056992627680301666, -0.06977061927318573, 0.33589306473731995, -0.2115899622440338, 0.052410632371902466, 0.1948607861995697, 0.0784059464931488, -0.08094465732574463, 0.07170946896076202, 0.07371845841407776, -0.24410384893417358, -0.035484179854393005, 0.1368931531906128, -0.07249920070171356, -0.191231369972229], [0.6691272854804993, 0.3638628125190735, 0.2424526959657669, 0.13474109768867493, 0.6879017353057861, -0.09641582518815994, 0.06931440532207489, -0.17554785311222076, -0.023543044924736023, 0.09026480466127396, 0.017793098464608192, -2.01930570602417, 0.003377805929630995, -0.04347286745905876, 0.017163146287202835, -0.10995122790336609, -0.07189307361841202, 0.15603528916835785, -0.0366581454873085, -0.016396870836615562], [0.041839245706796646, -0.07361070811748505, 0.02915339730679989, 0.02242281287908554, -0.20216140151023865, 0.6128641366958618, 0.18541982769966125, -0.008008887059986591, -0.07305747270584106, 0.2521796226501465, -0.10782603919506073, -0.010779679752886295, 0.04789726063609123, 0.5015496015548706, -0.016453474760055542, -0.0324740968644619, -0.7854188680648804, -0.028986118733882904, 0.10903886705636978, -0.1692204624414444], [0.06436769664287567, 0.7754179239273071, 0.43324440717697144, 0.10394492000341415, 0.07804133743047714, -0.2780471444129944, 0.5944469571113586, -0.030387723818421364, 0.05724635720252991, -0.07544291019439697, -0.06315628439188004, 0.024580974131822586, -0.16425594687461853, -0.14818739891052246, 0.28309401869773865, 0.07191988080739975, 0.17810627818107605, 0.23488187789916992, 0.7419270277023315, 0.08876700699329376], [-0.9129673838615417, 0.1867363005876541, 0.03545830026268959, 0.141027569770813, 0.06747564673423767, -0.007956089451909065, 0.040095601230859756, 0.5099458694458008, -0.6007928848266602, 0.04780005291104317, -0.034257907420396805, -0.4458509087562561, -0.03671247884631157, -0.04746550694108009, -0.016673605889081955, 0.28338250517845154, 0.008963361382484436, 0.05426117777824402, 0.0460066944360733, 0.19778573513031006], [-0.5019417405128479, -0.016509128734469414, 0.03530321642756462, 0.12982870638370514, -0.10583886504173279, -0.07415562868118286, -0.12743110954761505, -0.02502351440489292, 0.26774999499320984, -0.023848315700888634, -0.4804840385913849, -0.17725959420204163, -0.5121641159057617, -0.03492113947868347, -0.03268367797136307, 0.2490861564874649, -0.03860504552721977, -0.005751718766987324, 0.14825333654880524, -0.9949151277542114], [0.05939546972513199, -0.12863239645957947, 0.507125198841095, 0.023730235174298286, -0.19741883873939514, -0.1704128086566925, 0.10520615428686142, 0.0608518123626709, -0.006704137194901705, 0.5202161073684692, 0.05921283736824989, -0.003307811450213194, 0.19884122908115387, -0.5715510249137878, 0.08410421013832092, 0.38899967074394226, -0.6768847107887268, -0.18898026645183563, -0.0691983699798584, 0.0695648193359375], [0.21417440474033356, -0.0841459333896637, 0.08895624428987503, 0.1501903086900711, 0.17825385928153992, -0.026347097009420395, -0.06046483293175697, -0.13442523777484894, 0.06746900081634521, -0.05202661454677582, 0.25839829444885254, 0.0714169517159462, -0.39734938740730286, -0.06310447305440903, -0.03410514071583748, 0.08954647928476334, 0.014379077591001987, 0.009838893078267574, 0.08924870193004608, -1.0291231870651245], [1.9242451190948486, -0.1461474746465683, 0.11205697804689407, 0.0005022474797442555, 0.032818350940942764, -0.01805785298347473, -0.04450806602835655, 0.6215510368347168, 0.7793108224868774, -0.10667464882135391, 0.17434033751487732, 1.7888764142990112, -0.530369758605957, -0.0019239891553297639, 0.04181136190891266, -0.45557254552841187, 0.05183659493923187, 0.018773872405290604, 0.16827133297920227, -0.5496983528137207], [0.3287492096424103, -0.16175439953804016, -0.05215884745121002, 0.1350385993719101, 0.05911199748516083, 0.03581317514181137, 0.23591658473014832, -0.3678896129131317, 0.36190688610076904, -0.19090785086154938, 0.20840004086494446, 0.10691331326961517, 0.6855437755584717, 0.007229049690067768, 0.05693370848894119, -0.21899569034576416, 0.10837630182504654, -0.08053646981716156, 0.280888170003891, 0.10432393848896027], [0.0463242307305336, -0.17092213034629822, -0.11997252702713013, 0.011466305702924728, -0.07308034598827362, -0.5979207158088684, 0.1738869994878769, -0.03306504711508751, 0.0010310462675988674, 0.6403110027313232, 0.016133975237607956, 0.007590123917907476, 0.05925104767084122, 0.5837762951850891, -0.14194348454475403, 0.0042837923392653465, 0.34381914138793945, -0.454032301902771, -0.10808398574590683, -0.019030803814530373], [-0.11261682212352753, -0.2950401306152344, 0.8074321746826172, 0.0010977849597111344, -0.37994804978370667, -0.010835699737071991, -0.040210120379924774, -0.005940236616879702, -0.1428375244140625, -0.12728995084762573, -0.1051274985074997, -0.00951071921736002, -0.14566898345947266, 0.2108476310968399, 0.28873732686042786, -0.7765615582466125, 0.07493320107460022, -0.24989284574985504, 0.05210361257195473, -0.2277824580669403], [0.10634409636259079, 0.26457828283309937, -0.22488245368003845, 0.12445822358131409, 0.4366249144077301, 0.0018206745153293014, -0.08687936514616013, -0.1086324155330658, -0.520772397518158, -0.32908037304878235, -0.35463014245033264, 0.06976080685853958, 0.17724213004112244, 0.0051748063415288925, 0.7729498147964478, 0.40373414754867554, -0.0745496079325676, -0.6027246713638306, -0.015502765774726868, -0.40187057852745056], [-0.017201365903019905, -0.11145881563425064, 0.016610650345683098, -0.02831690013408661, -0.14799204468727112, 0.7152358293533325, -0.06512629985809326, -0.00974324718117714, 0.10792775452136993, 0.5881556272506714, 0.031257081776857376, -0.00743913184851408, -0.09559239447116852, -0.46070072054862976, -0.10065723955631256, 0.057491086423397064, 0.5775176882743835, -0.4108392596244812, 0.3044849634170532, 0.061576809734106064], [0.06406968832015991, -0.18882928788661957, 0.5659862160682678, -0.061589132994413376, -0.29933565855026245, 0.06703650951385498, -0.07204180210828781, 0.22686617076396942, 0.062225110828876495, -0.21114833652973175, 0.12850481271743774, 0.010713806375861168, 0.16976909339427948, 0.5631842613220215, 0.1290915310382843, 0.6549032330513, 0.37323179841041565, 0.32186588644981384, -0.05873730033636093, 0.1895337849855423], [-0.004808703903108835, -0.3174702227115631, -0.11501971632242203, -0.026745136827230453, 0.27785995602607727, -0.10419280081987381, -0.8442161679267883, -0.08193999528884888, 0.05554976686835289, 0.027986329048871994, 0.05635334923863411, -0.016205590218305588, -0.030706439167261124, 0.13022078573703766, -0.01882297545671463, -0.03855755925178528, -0.2469453662633896, -0.06951488554477692, 0.3824620842933655, 0.011889608576893806], [-0.15258444845676422, -0.004729158245027065, -0.012845085002481937, -0.03701743483543396, 0.04087792709469795, 0.029818296432495117, 0.09013618528842926, 0.012778260745108128, 0.43154677748680115, -0.04063711687922478, 0.5016565918922424, -0.0010528367711231112, 1.0546118021011353, 0.010802162811160088, 0.04750499501824379, 0.025594789534807205, 0.01660185493528843, -0.037832606583833694, -0.024854036048054695, 0.6677233576774597], [-0.10407049208879471, 0.03303181380033493, -0.005978721659630537, -0.36679238080978394, -0.07877796143293381, -0.011350645683705807, 0.00019261849229224026, -0.1587056815624237, 0.04582488164305687, -0.021002551540732384, -0.06970734894275665, -0.0905395895242691, -0.40075060725212097, -0.010621441528201103, -0.02550419047474861, 0.04237428680062294, 0.002541690832003951, -0.013326486572623253, 0.012689655646681786, -0.022409169003367424], [-0.027340322732925415, -0.039772383868694305, 0.04707331210374832, -0.14349015057086945, 0.10562580078840256, -0.033324167132377625, 0.012706357054412365, 0.050489045679569244, -0.05521448701620102, 0.09884078800678253, 0.00882833730429411, -0.05635995790362358, -0.2701382040977478, 0.000512047263327986, 0.028653111308813095, -0.08101716637611389, 0.00977103691548109, 0.07503992319107056, 0.04936772957444191, -0.08618487417697906], [0.01683717407286167, 0.005278171971440315, 0.022601353004574776, 0.04654957354068756, 0.017695780843496323, -0.03332185745239258, 0.02306237630546093, 0.11191825568675995, 0.07224045693874359, 0.04467412084341049, 0.0605638362467289, 0.03816688805818558, -0.08378336578607559, -0.005554258357733488, 0.002575160935521126, -0.012943046167492867, 0.02693554200232029, 0.03899582475423813, 0.03460608795285225, 0.038193635642528534], [0.05789833143353462, -0.10669824481010437, -0.018060071393847466, -0.4650336802005768, -0.16470932960510254, 0.01535885315388441, -0.037898577749729156, -0.09641718119382858, -0.051448699086904526, -0.11338575184345245, 0.42159268260002136, 0.12874004244804382, -0.3911927044391632, -0.021238774061203003, 0.015608136542141438, 0.15318737924098969, -0.03250747174024582, -0.06392164528369904, 0.07828547805547714, -0.19418592751026154], [-0.08363687992095947, 0.05127110332250595, 0.001901115057989955, 0.6798633933067322, -0.07702004909515381, -0.02779027260839939, 0.12167506664991379, 0.1174042820930481, 0.05488235130906105, -0.06326907873153687, -0.0649331584572792, 0.32853376865386963, 0.23210409283638, 0.02143152244389057, 0.0394524484872818, 0.05102301016449928, -0.020026810467243195, -0.05368760973215103, 0.09640398621559143, -0.027233537286520004], [0.045818526297807693, -0.008410821668803692, -0.014149922877550125, -0.0043657501228153706, -0.0051813879981637, 0.0008942624554038048, -0.0028424509800970554, 0.012524919584393501, -0.0154398949816823, 0.025947730988264084, -0.1104307696223259, 0.05589637905359268, 0.0402291864156723, 0.02670832723379135, -0.01645250804722309, -0.023576881736516953, 0.0140217961743474, -0.0015179343754425645, -0.04940926283597946, 0.028798673301935196], [0.07646851241588593, -0.013420884497463703, 0.008065692149102688, -0.09338043630123138, 0.006904334295541048, -0.021633079275488853, -0.024737421423196793, -0.07951003313064575, 0.1363222748041153, -0.012297713197767735, -0.2099974900484085, 0.0003837259719148278, 0.06494823098182678, -0.010736297816038132, 0.029742823913693428, -0.07571054995059967, 0.012306522578001022, -0.009965910576283932, 0.017823118716478348, -0.02053593285381794], [-0.11382326483726501, 0.03955318033695221, 0.035011205822229385, 0.04685544595122337, 0.09294303506612778, 0.0251749400049448, -0.09928739815950394, -0.51854008436203, -0.10918567329645157, 0.03131232410669327, -0.16296185553073883, -0.0027165806386619806, 0.007755616679787636, 0.012562825344502926, -0.02177639678120613, -0.11424985527992249, -0.04476359114050865, -0.007429375778883696, -0.058339256793260574, 0.15471398830413818], [0.15567709505558014, -0.07594277709722519, 0.015105887316167355, -0.5641611814498901, 0.1064806655049324, 0.043933406472206116, -0.003771938616409898, -0.21842509508132935, 0.04558422416448593, 0.036946553736925125, 0.037774574011564255, -0.4398423731327057, -0.20266684889793396, -0.0854053944349289, -0.018795836716890335, -0.10913076996803284, 0.053515322506427765, 0.034714099019765854, -0.013567475602030754, -0.08326274901628494], [-0.053217433393001556, 0.015912752598524094, 0.03682044520974159, 0.045275501906871796, 0.002241488778963685, 0.034828610718250275, 0.002169746905565262, 0.04155098646879196, 0.009855691343545914, 0.031473174691200256, -0.03193206712603569, -0.03675264120101929, -0.000253909092862159, 0.05579783022403717, 0.08887728303670883, -0.039139363914728165, 0.07438401132822037, -0.015218699350953102, 0.03943173959851265, 0.020251745358109474], [0.5305787324905396, -0.01844535581767559, 0.09267678111791611, -0.44213399291038513, 0.13833728432655334, 0.0032984933350235224, 0.008347010239958763, -0.1244930699467659, 0.1610357165336609, 0.02032911404967308, -0.4864819645881653, 0.25004827976226807, -0.20905546844005585, 0.08245798200368881, -0.17348389327526093, 0.007736539002507925, -0.029621746391057968, 0.13810651004314423, -0.1317199468612671, 0.05509314313530922], [0.06360235065221786, -0.14347058534622192, 0.05077733099460602, -0.3526649475097656, 0.20088087022304535, -0.04700980708003044, 0.019536366686224937, -0.1641838550567627, -0.006874419748783112, 0.06920032203197479, -0.4591088891029358, -0.011479740962386131, 0.25043103098869324, -0.015191146172583103, -0.0603492334485054, 0.007117207627743483, -0.006590745877474546, 0.04160434380173683, 0.11999876797199249, -0.075851209461689], [-0.7420925498008728, -0.09743958711624146, 0.009556805714964867, -0.13681131601333618, 0.1612703651189804, 0.06690296530723572, 0.03540167212486267, 0.2915428876876831, 1.0477581024169922, -0.1210930347442627, -0.40157073736190796, -0.0013371871318668127, -1.3610962629318237, 0.039238862693309784, 0.12550660967826843, 0.1552475392818451, 0.04312587529420853, -0.14186866581439972, -0.0226316936314106, 0.30336278676986694], [-0.018360143527388573, -0.02242671512067318, -0.010918314568698406, -0.06630028784275055, 0.004117900971323252, 0.022365979850292206, 0.01605282351374626, -0.026346035301685333, -0.04949086531996727, -0.04270494729280472, -0.07208738476037979, 0.01052476093173027, 0.013110685162246227, 0.016428032889962196, 0.0666331946849823, 0.026208586990833282, -0.04970819130539894, 0.010964776389300823, 0.0125235915184021, 0.011062751524150372], [-0.0695515051484108, 0.004131270572543144, -0.03301097825169563, -0.10192877799272537, -0.012996780686080456, 0.012181896716356277, 0.015524857677519321, -0.04352675750851631, 0.05552201345562935, -0.008283480070531368, 0.011179654859006405, -0.02499064803123474, -0.1458023339509964, 0.0012697267811745405, 0.007360914256423712, -0.03035394847393036, 0.0233281459659338, -0.024031352251768112, 0.017322540283203125, 0.040854379534721375], [-0.0649440586566925, -0.03133354336023331, 0.011478845030069351, -0.03923683241009712, -0.003232852555811405, 0.00017795266467146575, 0.013039474375545979, -0.05429074168205261, 0.09050581604242325, 0.010996163822710514, -0.028390832245349884, 0.056791286915540695, -0.13743358850479126, -0.028609776869416237, 0.01084707211703062, -0.05581507831811905, 0.01177783403545618, -0.0018693377496674657, -0.012666446156799793, 0.039562176913022995], [0.012427815236151218, 0.04630278795957565, 0.020309442654252052, -0.09516771137714386, -0.03380301594734192, -0.01616610214114189, 0.020612018182873726, -0.039111051708459854, -0.005480692721903324, 0.04027010127902031, -0.055037450045347214, -0.0337100625038147, -0.008189181797206402, 0.007025543134659529, 0.026066120713949203, -0.0028507313691079617, 0.0014562271535396576, -0.0037933115381747484, -0.004999327939003706, 0.0092046819627285], [-0.04022104665637016, -0.009721716865897179, 0.056669991463422775, -0.10410947352647781, 0.01107779424637556, 0.019786065444350243, 0.006881320383399725, -0.02303062565624714, 0.08663134276866913, -0.014788307249546051, -0.04511056840419769, -0.024541586637496948, 0.017250625416636467, 0.006571297999471426, -0.029485376551747322, -0.00011586293840082362, -0.03943820670247078, -0.008274092338979244, 0.025082258507609367, 0.022748464718461037], [-0.028084024786949158, -0.03141942247748375, 0.01569969393312931, -0.3448391258716583, 0.04698936641216278, 0.047790903598070145, 0.010908515192568302, -0.02567441575229168, -0.18361224234104156, -0.00839495100080967, -0.09167467802762985, 0.07803833484649658, -0.23647505044937134, 0.024417195469141006, -0.008029968477785587, -0.01392609253525734, -0.04870571196079254, 0.015664976090192795, 0.02580862306058407, 0.05549337714910507], [0.28650763630867004, -0.07292966544628143, 0.08321382105350494, -0.4209847152233124, 0.17564080655574799, -0.01848277822136879, -0.005772857461124659, 0.022460609674453735, -0.08125177025794983, 0.009294955059885979, 0.5229278206825256, 0.27857938408851624, -0.23616348206996918, -0.014797228388488293, 0.060593392699956894, -0.07656825333833694, 0.04867115244269371, 0.08662959188222885, 0.14319786429405212, -0.28507712483406067]], "rec.bias_ih_l0": [0.5303517580032349, -0.30911386013031006, 0.3092009723186493, -0.35603561997413635, 0.4506387412548065, -0.6524942517280579, -1.4142839908599854, -1.1054997444152832, -0.8024452328681946, -0.17896948754787445, -1.071596384048462, 0.2898595631122589, -1.3191947937011719, -0.40010306239128113, 0.37952253222465515, 0.3542703688144684, -0.419841468334198, 0.0268962774425745, -1.3174797296524048, -0.48094508051872253, 0.22935007512569427, 0.7131538987159729, 0.37167927622795105, 0.4761071503162384, 0.6227011680603027, 1.146445870399475, 1.8016599416732788, 1.2824172973632812, 0.8648492097854614, 0.7612806558609009, 1.3396220207214355, 0.03924105688929558, 1.5143342018127441, 0.8939841985702515, 0.2239992469549179, 0.23740436136722565, 0.9264373779296875, 0.543590784072876, 1.7946362495422363, 0.14736662805080414, -0.558737576007843, -0.02167775109410286, 0.03828829899430275, 0.012217286974191666, 0.078202024102211, 0.019457239657640457, -0.03253936767578125, -0.06147507205605507, -0.1521875411272049, 0.08091950416564941, -0.08162456005811691, -0.058629754930734634, -0.2334643304347992, 0.007153455168008804, -0.04618964344263077, 0.09364166855812073, -0.05762559548020363, 0.04826032742857933, -0.017980193719267845, 0.37710946798324585, 0.6154519319534302, 0.0720171183347702, 0.3464994728565216, 0.23459607362747192, -0.6970186233520508, -0.06762313842773438, -0.11438778042793274, -0.12629973888397217, 0.4497515559196472, 0.028086520731449127, 0.2544528841972351, -0.2742009460926056, 0.34224092960357666, -0.042665548622608185, 0.39792636036872864, 0.3701340854167938, 0.018869029358029366, 0.1373576670885086, 0.16578413546085358, 0.2838146388530731], "rec.bias_hh_l0": [0.5303517580032349, -0.30911386013031006, 0.3092009723186493, -0.35603561997413635, 0.4506387412548065, -0.6524942517280579, -1.4142839908599854, -1.1054997444152832, -0.8024452328681946, -0.1789674460887909, -1.071596384048462, 0.2898595631122589, -1.3191947937011719, -0.40010306239128113, 0.37952253222465515, 0.3542703688144684, -0.4198414087295532, 0.0268962774425745, -1.3174797296524048, -0.4810667037963867, 0.22935007512569427, 0.7131538987159729, 0.37167927622795105, 0.4761071503162384, 0.6227011680603027, 1.146445870399475, 1.8016599416732788, 1.2824172973632812, 0.8648492097854614, 0.7612802982330322, 1.3396220207214355, 0.039241306483745575, 1.5143342018127441, 0.8939841985702515, 0.2239992469549179, 0.23740436136722565, 0.9264373779296875, 0.543590784072876, 1.7946362495422363, 0.1476685255765915, -0.5527191162109375, -0.003223586129024625, 0.03814440593123436, 0.007579032797366381, 0.055222947150468826, 0.019593140110373497, -0.0274067260324955, -0.04298416152596474, -0.15100395679473877, 0.08726564794778824, -0.0806145891547203, -0.06091124191880226, -0.18102996051311493, 0.012725709937512875, -0.04110533371567726, 0.09776517003774643, -0.029800187796354294, 0.059377048164606094, -0.017728472128510475, 0.36475494503974915, 0.6154519319534302, 0.0720171183347702, 0.3464994728565216, 0.23459607362747192, -0.6970186233520508, -0.06762313842773438, -0.11438778042793274, -0.12629973888397217, 0.4497515559196472, 0.028086571022868156, 0.2544528841972351, -0.274200975894928, 0.34224092960357666, -0.042665548622608185, 0.39792636036872864, 0.3701340854167938, 0.018869072198867798, 0.1373576670885086, 0.16578413546085358, 0.28382551670074463], "lin.weight": [[0.06661785393953323, -1.7112162113189697, -0.9339273571968079, -0.23872226476669312, -0.12101773172616959, 0.5371168851852417, 0.3039642870426178, 0.15954214334487915, -0.009100688621401787, 0.13546673953533173, 0.1259642392396927, -0.0067620608024299145, 0.19489961862564087, 0.33887431025505066, -0.623099684715271, -0.22280722856521606, -0.39781755208969116, -0.5045095086097717, -1.3089810609817505, -0.29133328795433044]], "lin.bias": [0.044650301337242126]}} \ No newline at end of file diff --git a/models/TS9.json b/models/TS9.json new file mode 100644 index 0000000..168ab83 --- /dev/null +++ b/models/TS9.json @@ -0,0 +1 @@ +{"model_data": {"model": "SimpleRNN", "input_size": 2, "skip": 1, "output_size": 1, "unit_type": "LSTM", "num_layers": 1, "hidden_size": 20, "bias_fl": true}, "state_dict": {"rec.weight_ih_l0": [[0.08271654695272446, 0.25394460558891296], [0.07277816534042358, -0.20522910356521606], [0.03162608668208122, 0.3309827446937561], [-0.10544812679290771, -0.07808365672826767], [0.020436270162463188, 0.39333176612854004], [-0.034892186522483826, 0.01214408129453659], [0.018406737595796585, -0.4225289225578308], [0.03362201526761055, -0.048601459711790085], [-0.02314303256571293, 0.43232035636901855], [-0.04447991028428078, 0.030987409874796867], [0.22531336545944214, -0.5430798530578613], [0.10434296727180481, 0.022557485848665237], [-0.1580212116241455, -0.21051540970802307], [0.023194201290607452, 0.14621832966804504], [-0.0076137566938996315, 0.3393169641494751], [0.017556335777044296, 0.04112854599952698], [-0.015982219949364662, -0.030755940824747086], [0.019273558631539345, 0.19713404774665833], [-0.01653624325990677, -0.2947998642921448], [-0.053611353039741516, 0.6686944365501404], [0.16392670571804047, -0.1315409392118454], [0.0816793367266655, -0.003502021310850978], [0.057372551411390305, 0.1146908551454544], [-0.13546764850616455, 0.03831065073609352], [0.003584478283300996, 0.166102796792984], [-0.06208702176809311, 0.1422460675239563], [-0.058113425970077515, 0.5728836059570312], [0.03288250416517258, 0.13857941329479218], [-0.0888838842511177, 0.16928356885910034], [-0.06571189314126968, 0.05495430529117584], [-0.03919338434934616, 0.9015135169029236], [0.13750174641609192, 0.002502073533833027], [0.002806343138217926, 0.7495978474617004], [0.038685157895088196, 0.3330569267272949], [-0.01915803924202919, -0.11894495040178299], [0.005023934878408909, 0.021814599633216858], [0.0023032932076603174, -0.07034368813037872], [0.05780902877449989, 0.008443084545433521], [0.03516259044408798, 0.059370268136262894], [0.0766780823469162, 0.08460474014282227], [0.48247602581977844, 0.2960524260997772], [0.2530313730239868, 0.04861795902252197], [1.0952043533325195, -0.10444005578756332], [-0.23457439243793488, -0.5771663784980774], [0.28582656383514404, -0.0842563733458519], [-0.060644276440143585, 0.2215633988380432], [-0.7732061147689819, 0.004122784361243248], [0.17957782745361328, 0.07264919579029083], [-0.11129119992256165, -0.010590193793177605], [-0.04319041222333908, -0.516857922077179], [-0.8768337368965149, 0.007492384873330593], [0.232225239276886, -0.007765307556837797], [-0.629539966583252, 0.2394404262304306], [-0.06886924803256989, 0.28671252727508545], [1.277066707611084, 0.25303465127944946], [0.04078131541609764, 0.045163754373788834], [-0.03046317957341671, -0.057685043662786484], [0.4334348142147064, -0.05949077010154724], [0.1514979898929596, 0.019773360341787338], [2.4966037273406982, -0.06543196737766266], [0.10914076864719391, 0.25235769152641296], [0.07207530736923218, -0.07931966334581375], [0.016121644526720047, 0.35392338037490845], [-0.12164804339408875, 0.038816727697849274], [0.12213660776615143, -0.22556282579898834], [-0.13856841623783112, -0.08904296904802322], [-0.05171480402350426, -0.010084529407322407], [0.016123125329613686, -0.05108308047056198], [-0.0368802584707737, 0.3189249634742737], [-0.08941470086574554, -0.049909669905900955], [0.15025973320007324, 0.28565049171447754], [0.12820588052272797, 0.0459505170583725], [-0.14134466648101807, 0.4012613296508789], [0.022527514025568962, 0.1576278805732727], [-0.005561941768974066, 0.33119839429855347], [0.052125781774520874, 0.019712064415216446], [-0.018894130364060402, -0.07863025367259979], [0.02739902399480343, 0.2197679728269577], [0.038936566561460495, -0.1429983675479889], [-0.046254079788923264, 0.7109619379043579]], "rec.weight_hh_l0": [[-0.04239678755402565, -0.019807927310466766, -0.010216339491307735, -0.020343191921710968, 0.023573150858283043, 0.09209561347961426, 0.0203452929854393, 0.043197304010391235, -0.0959833487868309, -0.09551940858364105, -0.012663565576076508, 0.00975287239998579, -0.23599156737327576, 0.12982229888439178, 0.02858656644821167, 0.17096230387687683, -0.013015472330152988, 0.06816689670085907, -0.04601172357797623, 0.13809582591056824], [-0.014962050132453442, -0.0010453658178448677, -0.012969136238098145, 0.07273610681295395, -0.16297495365142822, -0.026608474552631378, -0.00017925919382832944, -0.019877828657627106, 0.09621591866016388, 0.06975796818733215, -0.04354258254170418, 0.0079343905672431, 0.11508698761463165, 0.15182261168956757, 0.049030955880880356, -0.02928098849952221, -0.004904323723167181, 0.019368063658475876, 0.019888659939169884, -0.0013647152809426188], [-0.024299737066030502, -0.01894478313624859, -0.018094640225172043, -0.04647369310259819, 0.058525580912828445, 0.11689084023237228, 0.01664113625884056, 0.035981010645627975, -0.03984181582927704, -0.0809832215309143, 0.03140637278556824, 0.030032213777303696, -0.21495628356933594, 0.08914913237094879, 0.04232301563024521, 0.15461474657058716, -0.025715840980410576, 0.04023268446326256, -0.06352174282073975, 0.014087044633924961], [-0.039504848420619965, 0.05693994462490082, -0.029674315825104713, 0.05950559303164482, -0.08887218683958054, 0.037862349301576614, 0.03866526857018471, -0.05910368636250496, 0.03072243556380272, -0.0013917408650740981, 0.08960453420877457, -0.042578648775815964, 0.1464494913816452, 0.0670594573020935, -0.025381244719028473, -0.005786985624581575, 0.015873806551098824, -0.055507782846689224, 0.033409785479307175, -0.09235317260026932], [0.032213449478149414, -0.008824633434414864, 0.047215528786182404, 0.024815410375595093, -0.04212765768170357, 0.12625369429588318, 0.0665886178612709, 0.012069684453308582, -0.06397784501314163, -0.08937489241361618, 0.10420043766498566, 0.02614573948085308, -0.3475646674633026, 0.21361123025417328, -0.028056656941771507, 0.21538424491882324, -0.028573844581842422, -0.010481457225978374, 0.02329603210091591, 0.015373393893241882], [0.01137359719723463, 0.002434264402836561, 0.001387881231494248, 0.03403783589601517, -0.04058906435966492, 0.04971570894122124, -0.0025999366771429777, -0.019643327221274376, 0.03064519539475441, 0.03627733141183853, 0.048508573323488235, -0.001522383070550859, 0.03957081958651543, -0.03899290785193443, 0.00028842443134635687, 0.04756292328238487, -0.022324251011013985, -0.025612464174628258, 0.005293294787406921, -0.08114653080701828], [0.13600851595401764, -0.061281099915504456, 0.05732736736536026, 0.0475199930369854, -0.05916455760598183, -0.19522276520729065, 0.07244307547807693, 0.06921122968196869, 0.08690134435892105, 0.06391821801662445, -0.22346313297748566, 0.1397513896226883, 0.42558518052101135, -0.06626838445663452, -0.04279741644859314, -0.24891114234924316, 0.08149240165948868, 0.029837090522050858, -0.017845002934336662, -0.006031892262399197], [-0.019244592636823654, 0.007397983223199844, -0.0377521775662899, -0.012723356485366821, -0.005489249248057604, 0.014416963793337345, 0.002442670986056328, 0.02638738974928856, 0.008494751527905464, -0.028024859726428986, -0.029767775908112526, 0.012501992285251617, -0.02886882983148098, 0.06872104108333588, 0.05789441242814064, 0.03994420915842056, -0.017606599256396294, 0.025993894785642624, -0.021645162254571915, -0.014107543975114822], [-0.058181412518024445, 0.045777250081300735, -0.12778127193450928, 0.030860258266329765, -0.057525042444467545, 0.1679096519947052, 0.03301054984331131, 0.007497862912714481, 0.04320072382688522, -0.08914915472269058, -0.0573904924094677, 0.022955697029829025, -0.11589408665895462, 0.1345299929380417, 0.10528538376092911, 0.2253594994544983, -0.02840178646147251, -0.004914304707199335, -0.023633213713765144, -0.06463918834924698], [-0.0965036004781723, 0.025736695155501366, -0.08660279959440231, 0.033798523247241974, -0.023851336911320686, 0.05636806786060333, -0.03590252622961998, -0.012657119892537594, 0.019846394658088684, 0.055152032524347305, -0.028387349098920822, 0.020076056942343712, -0.013337314128875732, -0.15160875022411346, -0.0072251479141414165, 0.09607048332691193, -0.026244986802339554, -0.0021134198177605867, 0.0482201874256134, -0.005687583703547716], [-0.0346437469124794, -0.00849882047623396, 0.1899973750114441, 0.16192059218883514, 0.04000913351774216, -0.1555347740650177, 0.06998156011104584, 0.03335529938340187, -0.03487798571586609, 0.13645121455192566, -0.2579132616519928, 0.31151458621025085, 0.7730403542518616, -0.1708427518606186, 0.030213462188839912, -0.15912002325057983, 0.14965768158435822, 0.2758197486400604, 0.07034873217344284, 0.6467760801315308], [-0.060634762048721313, 0.01258378941565752, -0.10250689834356308, -0.04863158240914345, -0.05093441158533096, 0.007779296021908522, -0.013968038372695446, 0.0643853172659874, 0.0291779525578022, -0.02090899646282196, -0.16878169775009155, 0.10427769273519516, -0.0851639062166214, 0.02166825719177723, 0.13080240786075592, 0.053225450217723846, -0.050237227231264114, 0.05938982591032982, -0.03352193534374237, -0.029149828478693962], [0.024516651406884193, 0.1355511099100113, -0.3331916034221649, 0.288074254989624, -0.0681718960404396, 0.11035077273845673, 0.14178507030010223, 0.035834603011608124, 0.47562509775161743, -0.06035114824771881, -0.5281219482421875, 0.28688478469848633, 0.4657385051250458, -0.16225308179855347, 0.05239608511328697, 0.13615640997886658, 0.08747570961713791, -0.11571503430604935, -0.11430896073579788, -0.3230089843273163], [0.003037895541638136, -0.008125784806907177, 0.007189374417066574, -0.020455002784729004, 0.023164676502346992, 0.05922343209385872, -0.017214005813002586, 0.022154424339532852, -0.04039047285914421, -0.08073192089796066, 0.0037987050600349903, 7.039065530989319e-05, -0.043561503291130066, 0.04465004429221153, 0.03940136358141899, 0.04037394002079964, -0.009077535010874271, 0.014964677393436432, -0.026593433693051338, 0.01693415269255638], [-0.05013516545295715, 0.007127251476049423, -0.010754614137113094, 0.016675664111971855, 0.026216866448521614, 0.12991777062416077, 0.028913021087646484, -0.00031671515898779035, -0.061351798474788666, -0.10474660992622375, 0.05899203196167946, -0.033149924129247665, -0.17676177620887756, 0.2006884515285492, 0.013459499925374985, 0.17883849143981934, -0.004579266998916864, 0.01675998792052269, -0.016599370166659355, -0.016802005469799042], [-0.06164003536105156, -0.0012171119451522827, 0.013247814029455185, 0.028574977070093155, 0.033112723380327225, 0.05173100531101227, 0.02217288129031658, -0.012363682501018047, -0.04926999285817146, -0.0005642562173306942, 0.026440104469656944, -0.022273724898695946, -0.04726139456033707, 0.010295773856341839, -0.018251359462738037, 0.07155001908540726, 0.01818123459815979, 0.014992968179285526, -0.002088040579110384, 0.06543096899986267], [-0.006395346485078335, -0.0037541224155575037, 0.019740885123610497, 0.0092602064833045, -0.011901892721652985, 0.02349861152470112, 0.024356037378311157, -0.013220032677054405, -0.053892798721790314, 0.027144230902194977, 0.05944708734750748, -0.05705483257770538, -0.046867117285728455, -0.039336033165454865, -0.03163180500268936, 0.05560239776968956, -0.003086723620072007, -0.009464625269174576, -0.004148415289819241, 0.03733726218342781], [-0.05055660381913185, 0.005658384412527084, -0.058505523949861526, -0.0022782280575484037, 0.011335895396769047, 0.08452187478542328, 0.011946730315685272, 0.014708152040839195, -0.02112799510359764, -0.028858916833996773, -0.006888880394399166, -0.002866226015612483, -0.10164620727300644, -0.023938940837979317, 0.05955507606267929, 0.10948318988084793, -0.00867092702537775, 0.020883094519376755, -0.05657292529940605, 0.012791141867637634], [-0.20927876234054565, 0.04456530511379242, -0.08464357256889343, 0.0641353502869606, 0.06335107982158661, -0.08179700374603271, -0.0036009144969284534, 0.011652437038719654, 0.03346172720193863, 0.17425993084907532, -0.039493363350629807, -0.125750333070755, 0.23536428809165955, 0.181942418217659, -0.041051533073186874, -0.0775085985660553, 0.084587462246418, 0.036697905510663986, -0.015836186707019806, 0.021004188805818558], [0.22115731239318848, -0.06835915148258209, 0.22722600400447845, -0.027990443632006645, -0.012423139996826649, 0.15812444686889648, 0.01634114980697632, -0.038556620478630066, -0.10537084192037582, -0.19741584360599518, 0.3033936321735382, -0.06923965364694595, -0.4760303497314453, 0.39211800694465637, -0.13899898529052734, 0.21573421359062195, -0.030670147389173508, -0.08633934706449509, 0.1094755306839943, 0.010206243023276329], [-0.03790546953678131, -0.0506746731698513, -0.009495657868683338, -0.014175083488225937, 0.13975471258163452, -0.052836377173662186, 0.0013970230938866735, 0.07093031704425812, -0.11515707522630692, 0.0404440201818943, -0.15436093509197235, 0.057592231780290604, -0.09962938725948334, -0.08513747155666351, 0.005163068417459726, -0.006774781737476587, 0.01718107797205448, 0.13746994733810425, -0.08128023892641068, 0.3081083297729492], [0.0013382595498114824, -0.006818108260631561, 0.06534208357334137, 0.06582853198051453, -0.13211767375469208, 0.006888114381581545, 0.014162804000079632, -0.037285368889570236, 0.013712947256863117, 0.07414916902780533, 0.041166502982378006, -0.028356511145830154, -0.03362944722175598, 0.09657476842403412, 0.022427905350923538, -0.037325918674468994, 0.01658857986330986, 0.024711498990654945, 0.021684641018509865, 0.13781818747520447], [0.02975555881857872, -0.03403690084815025, -0.023247066885232925, -0.0669245570898056, 0.04155559465289116, 0.02734101191163063, 0.013126105070114136, 0.0487528033554554, -0.014679444022476673, -0.018257757648825645, -0.013944163918495178, 0.11853018403053284, -0.07299365103244781, -0.0021086924243718386, 0.09821140021085739, -0.00020650394435506314, -0.03110797144472599, 0.040766116231679916, -0.09880489110946655, -0.014263653196394444], [-0.07235325127840042, 0.07681847363710403, -0.03982769697904587, 0.07933806627988815, -0.09242425113916397, 0.06149900332093239, 0.05336831510066986, -0.07597667723894119, 0.018318792805075645, 0.005334259010851383, 0.11227395385503769, -0.06218940392136574, 0.15774527192115784, 0.06268463283777237, -0.0397755391895771, 0.02046876773238182, 0.023344656452536583, -0.06325382739305496, 0.04537006467580795, -0.09976650774478912], [0.05637332797050476, -0.01616913080215454, 0.00781659223139286, -0.0476946122944355, -0.08933762460947037, -0.04933147504925728, 0.07066980004310608, 0.0672621876001358, 0.005501016043126583, -0.005666916724294424, 0.016725962981581688, 0.07395589351654053, -0.059776823967695236, -0.05558205023407936, 0.006195737048983574, -0.07299138605594635, -0.022007284685969353, -0.05530787631869316, -0.04249996691942215, -0.041638411581516266], [0.01171445194631815, 0.010123739950358868, -0.0032086558640003204, 0.0556451790034771, -0.05768035724759102, 0.06043045595288277, -0.007065321318805218, -0.03465748950839043, 0.04592304676771164, 0.052311718463897705, 0.07073910534381866, -0.003707250813022256, -0.02786014787852764, -0.06283675879240036, 0.000995206763036549, 0.05379834026098251, -0.03307614475488663, -0.044740427285432816, 0.014658421277999878, -0.12242624908685684], [-0.26366305351257324, 0.11748123914003372, -0.06853941828012466, 0.2049054056406021, 0.012133861891925335, 0.31158384680747986, 0.2224167287349701, -0.03360433876514435, -0.1680542677640915, -0.06133406236767769, 0.27638959884643555, 0.018689407035708427, -0.6468367576599121, 0.15419891476631165, -0.004042368847876787, 0.3071826994419098, 0.0017618723213672638, 0.020761044695973396, -0.026634229347109795, 0.047886550426483154], [-0.012682205997407436, 0.01157973799854517, -0.04654715582728386, -0.009546827524900436, -0.01299260277301073, 0.030694996938109398, 0.0019966636318713427, 0.02579464018344879, 0.014895296655595303, -0.02612118609249592, -0.01900431513786316, 0.018821021541953087, -0.10686498135328293, 0.08084968477487564, 0.07033158838748932, 0.07014792412519455, -0.02539733238518238, 0.024833083152770996, -0.022072255611419678, -0.02592252939939499], [0.050482381135225296, 0.005923262797296047, -0.08718319982290268, 0.04221571981906891, 0.027227351441979408, -0.03966054692864418, -0.027790240943431854, -0.018572865054011345, 0.3029499351978302, 0.07048658281564713, -0.09499294310808182, -0.016954941675066948, 0.09373443573713303, -0.018911132588982582, -0.019387368112802505, -0.0008061084663495421, -0.008789286017417908, -0.07494654506444931, 0.010971156880259514, -0.11317487061023712], [-0.1455467790365219, 0.040191780775785446, -0.12656106054782867, 0.05556628480553627, -0.045388031750917435, 0.09327531605958939, -0.06464963406324387, -0.0217918511480093, 0.025784146040678024, 0.0890006348490715, -0.040352046489715576, 0.027108022943139076, -0.011149217374622822, -0.23114150762557983, -0.015427995473146439, 0.14523978531360626, -0.03873056918382645, -0.0012440079590305686, 0.08127868175506592, 0.005739439278841019], [-0.06382668763399124, -0.12001480162143707, 0.24153393507003784, 0.39920756220817566, -0.1831374615430832, 0.3763103187084198, 0.10487543791532516, -0.10120449960231781, -0.3166120946407318, 0.08783334493637085, 0.436532586812973, 0.019360670819878578, -0.5711489915847778, 0.15473459661006927, -0.06661627441644669, 0.7266992330551147, -0.23363476991653442, -0.06358662992715836, 0.07198441028594971, 0.016809584572911263], [-0.0957123264670372, 0.0162507314234972, -0.15549200773239136, -0.04337701573967934, -0.040267057716846466, 0.020854301750659943, -0.010305537842214108, 0.09319822490215302, 0.057671234011650085, -0.0022736238315701485, -0.22945167124271393, 0.15318676829338074, -0.1423063725233078, -0.023087672889232635, 0.16617174446582794, 0.09342479705810547, -0.05850318446755409, 0.0831441879272461, -0.0613153837621212, -0.03739527612924576], [0.10276148468255997, -0.009533224627375603, 0.01511728297919035, 0.0019192165927961469, 0.19596830010414124, 0.1871338039636612, 0.13614587485790253, 0.03208436444401741, -0.3397184908390045, -0.08604839444160461, 0.22360704839229584, -0.09686192125082016, -0.589230477809906, 0.2123311460018158, -0.09848655760288239, 0.3422459661960602, -0.021180082112550735, -0.05326063185930252, -0.0019551555160433054, 0.049127597361803055], [-0.0251381304115057, 0.0040314472280442715, 0.0105665298178792, -0.032250065356492996, 0.053391918540000916, 0.1308673769235611, -0.012562278658151627, 0.0323437862098217, -0.09824300557374954, -0.15693490207195282, 0.019588060677051544, -0.016204316169023514, -0.10798444598913193, 0.09415079653263092, 0.07179632037878036, 0.10280570387840271, -0.015474289655685425, 0.03917626291513443, -0.03256848081946373, 0.0504307821393013], [0.013817047700285912, -0.031174149364233017, 0.04151289165019989, 0.04661804065108299, 0.07527682930231094, -0.051936764270067215, -0.014086216688156128, -0.028319507837295532, 0.020474914461374283, 0.0784468725323677, 0.038102030754089355, -0.05721912160515785, 0.019263755530118942, -0.022847352549433708, -0.05267217755317688, -0.048527367413043976, 0.023714805021882057, -0.021841729059815407, 0.007034206762909889, -0.07569633424282074], [-0.05450451374053955, -0.014811026863753796, 0.005190934985876083, 0.05389720946550369, 0.029631471261382103, 0.05935193970799446, 0.022836508229374886, -0.020461026579141617, -0.03000713884830475, 0.01998143456876278, 0.03934948146343231, -0.025338975712656975, -0.07753373682498932, -0.019826875999569893, -0.023880010470747948, 0.09214965999126434, 0.01831747032701969, -0.007287910673767328, -0.008271871134638786, 0.04902220144867897], [0.002914016367867589, -0.007810186594724655, 0.007542496081441641, 0.014330148696899414, -0.012248045764863491, 0.00543453823775053, 0.021349553018808365, -0.0037089858669787645, -0.020260097458958626, 0.05290156975388527, 0.025845572352409363, -0.04053215682506561, -0.04575261101126671, -0.06930184364318848, -0.016031313687562943, 0.03752196580171585, -0.004396570846438408, -0.006465769372880459, -0.008526590652763844, 0.011261173523962498], [-0.022212237119674683, -0.01956848055124283, -0.028625113889575005, -0.0031124595552682877, 0.06765557080507278, -0.013197018764913082, -0.011332713067531586, 0.022240066900849342, -0.037486009299755096, 0.03023291751742363, -0.07147904485464096, 0.02001473307609558, -0.031178468838334084, -0.10311621427536011, 0.04172462970018387, -0.013688245788216591, 0.005610974505543709, 0.03658348694443703, -0.05527264624834061, 0.07543718814849854], [-0.05253884196281433, 0.04409944638609886, -0.026790466159582138, 0.07113716006278992, 0.01738540455698967, 0.09279093891382217, 0.05893268808722496, 0.016676070168614388, 0.0743812620639801, 0.05884242430329323, 0.045390550047159195, -0.032558638602495193, -0.1612631231546402, 0.1621088683605194, 0.06671220809221268, 0.10111583024263382, 0.05828117951750755, 0.05207022279500961, -0.004581307992339134, 0.020186448469758034], [0.5370367765426636, -0.1242586225271225, 0.300575852394104, -0.11031339317560196, -0.08026476204395294, -0.03914719447493553, -0.03311271220445633, 0.05448029190301895, 0.10023269057273865, -0.035151202231645584, 0.25230419635772705, 0.14490476250648499, -0.4293758273124695, 0.07117073982954025, -0.03364569693803787, -0.00040997311589308083, -0.03819243237376213, -0.09491389989852905, 0.17230747640132904, -0.11025029420852661], [-0.23287752270698547, -0.04068858548998833, 0.4797019064426422, 0.023210203275084496, 0.0798780769109726, 0.021455511450767517, 0.023665113374590874, -0.04082493856549263, 1.0521740913391113, 0.014193423092365265, 0.5802066326141357, -0.23118627071380615, -0.5292066931724548, -0.06400423496961594, 0.7320728302001953, -0.23223260045051575, 0.043682679533958435, -0.41705092787742615, 0.12718655169010162, 0.2669709324836731], [-0.15136782824993134, 0.17256514728069305, -0.6138433218002319, 0.05133586749434471, -0.12928859889507294, 0.22799932956695557, -0.05815676227211952, -0.06024022400379181, 0.10903293639421463, 0.009381125681102276, -0.05463112145662308, 0.06327515095472336, 0.2311888337135315, 0.07977092266082764, -0.241516575217247, -0.2873201072216034, 0.06745318323373795, -0.33010250329971313, 0.2797209620475769, 0.013539675623178482], [0.3416159152984619, 0.005102012772113085, -0.23487980663776398, 0.020293526351451874, 0.10806818306446075, 0.048681117594242096, -0.17685402929782867, 0.03257225453853607, -0.02539753168821335, -0.33894506096839905, 0.6664478182792664, -0.018699444830417633, 0.3006027638912201, 0.013895750045776367, -0.4426226019859314, 0.07608269155025482, -0.06703729182481766, -0.22476480901241302, 0.13899573683738708, 0.06940104812383652], [-0.03310862183570862, 0.022562656551599503, -0.029121965169906616, 0.14819549024105072, 0.02305559255182743, 0.15228009223937988, 0.040436938405036926, -0.03675832599401474, 0.16926506161689758, -0.08240605890750885, 0.2664312720298767, 0.04771869629621506, -0.12637454271316528, 0.11420904844999313, -0.2020157128572464, -0.35745301842689514, 0.07834210991859436, -0.07695397734642029, 0.034264255315065384, -0.20014633238315582], [0.5641801357269287, 0.11673089861869812, 0.5642608404159546, -0.1147325411438942, 0.6691681742668152, 0.037981968373060226, 0.024039946496486664, -0.0070788925513625145, -0.6647955179214478, 0.3357754647731781, 0.15321128070354462, -0.3204467296600342, 0.1736389696598053, -0.06634333729743958, -0.10680384188890457, -0.21397270262241364, 0.13540278375148773, 0.35174527764320374, 0.07750003784894943, 2.2828433513641357], [0.04100637137889862, -0.06757868826389313, 0.07984732836484909, -0.048406556248664856, 0.12459453195333481, 0.209716796875, -0.1617378145456314, 0.03756929934024811, -0.0432688444852829, -0.0985284298658371, 0.06746389716863632, 0.10003980994224548, 0.12043765932321548, 0.08027607947587967, 0.08684846758842468, 0.04379411041736603, -0.10828148573637009, 0.012595859356224537, -0.1600750833749771, -0.12792572379112244], [-0.12682388722896576, 0.7032666206359863, 0.7026055455207825, 0.03700454533100128, -0.16606220602989197, -0.29536566138267517, 0.5244086980819702, -0.04497607797384262, -0.06251972913742065, -0.19426029920578003, -0.015008505433797836, -0.06444916129112244, -0.1297989785671234, -0.22497861087322235, 0.30229541659355164, 0.09997022897005081, 0.19272510707378387, 0.44542092084884644, 0.5183541178703308, -0.13259164988994598], [0.07965298742055893, -0.005106811877340078, -0.07279684394598007, -0.03404189646244049, 0.04372166842222214, -0.2687303125858307, -0.12099853157997131, 0.1701468676328659, -0.10066216439008713, -0.0512581467628479, -0.23876701295375824, 0.09416662901639938, -0.10940084606409073, -0.023060139268636703, 0.165054589509964, -0.022814854979515076, -0.08381188660860062, 0.10912773013114929, -0.15655259788036346, 0.19468794763088226], [-0.6666103005409241, -0.12061797827482224, -0.15475454926490784, -0.0009779763640835881, -0.04360106959939003, -0.06620056182146072, -0.1713670790195465, 0.21300357580184937, 0.020127123221755028, -0.05393616855144501, 0.003727284725755453, -0.12364751100540161, -0.6420890688896179, -0.10241737961769104, -0.5522631406784058, -0.04748217388987541, 0.047095317393541336, 0.09317059814929962, -0.09643669426441193, -0.9346166849136353], [-0.17516537010669708, 0.011117181740701199, 0.09259659051895142, 0.058428213000297546, 0.006396864075213671, -0.025742122903466225, -0.1310490071773529, -0.029063593596220016, -0.09081080555915833, 0.5037526488304138, 0.10015413165092468, 0.03697958216071129, 0.046340230852365494, -0.19920696318149567, -0.04989247769117355, 0.17092500627040863, 0.04721442610025406, 0.06873724609613419, -0.044731538742780685, -0.2941456735134125], [-0.4439406991004944, 0.060245368629693985, -0.18812406063079834, -0.01559432689100504, 0.07008524239063263, 0.1741241216659546, -0.07363934814929962, 0.003171120537444949, -0.06746208667755127, -0.2584809958934784, 0.16680049896240234, -0.1507636457681656, -0.24370555579662323, -0.07366855442523956, -0.09934011101722717, 0.023979322984814644, 0.08489103615283966, 0.005374220199882984, 0.04062507674098015, -0.7931830883026123], [0.07277769595384598, -0.03385760635137558, -0.00015793250349815935, -0.019268834963440895, -0.022629156708717346, 0.024332642555236816, -0.07859320938587189, 0.04614347591996193, 0.2321661114692688, -0.09341186285018921, -0.26785874366760254, 0.22123165428638458, -0.30787333846092224, -0.059401266276836395, 0.218556746840477, 0.0696159303188324, -0.026021573692560196, 0.1139601543545723, -0.03163572773337364, -0.1734074205160141], [0.354479044675827, 0.019195187836885452, -0.12563355267047882, 0.2301703542470932, 0.11002347618341446, -0.2706616520881653, 0.06553108990192413, -0.06095809116959572, 0.47079557180404663, 0.018245339393615723, 0.19887208938598633, 0.3599129319190979, 0.44359931349754333, 0.017155665904283524, -0.0807265043258667, 0.036427877843379974, -0.09903808683156967, -0.15639019012451172, 0.07648337632417679, -0.4028761386871338], [-0.08241140097379684, 0.048761989921331406, 0.00038623111322522163, -0.027135567739605904, -0.059939466416835785, -0.09516534954309464, -0.03267810121178627, 0.0717499777674675, -0.05011434853076935, -0.11248554289340973, 0.024213319644331932, 0.01691228710114956, -0.01645822823047638, 0.705078661441803, -0.08085408061742783, -0.04653281345963478, 0.04973161220550537, 0.02027197554707527, -0.016951462253928185, -0.06561410427093506], [-0.7722709774971008, 0.03182539716362953, 0.3262564241886139, 0.05337857827544212, -0.004025695379823446, -0.05352184548974037, -0.09670017659664154, 0.06922810524702072, 0.3784429132938385, -0.06207142770290375, 0.19134752452373505, 0.011102060787379742, 0.04848693683743477, -0.12105615437030792, 0.01694006845355034, -0.1803099364042282, -0.13873973488807678, -0.1073453426361084, -0.04022689536213875, -0.6102518439292908], [0.052894141525030136, -0.05267733335494995, -0.15527024865150452, 0.10333401709794998, -0.00811480637639761, 0.08376523107290268, -0.026564767584204674, -0.007161539979279041, 0.1882140040397644, 0.07541109621524811, -0.10730341076850891, 0.060727015137672424, -0.2820125222206116, 0.0021129499655216932, 0.18949520587921143, 0.2717214524745941, -0.0922064483165741, -0.1166457012295723, -0.028859397396445274, -0.30603840947151184], [-0.1545911580324173, 0.05128927901387215, 0.05926334485411644, 0.07413195818662643, 0.17107725143432617, -0.03642037510871887, 0.10813064873218536, -0.04373174160718918, -0.10792522877454758, 0.09337719529867172, 0.11879323422908783, -0.166122168302536, 0.08175330609083176, 0.04937278851866722, -0.2482178658246994, -0.04011022672057152, 0.14209233224391937, -0.01961558125913143, 0.07029521465301514, 0.3620399236679077], [0.31579336524009705, 0.1446428894996643, -0.16763275861740112, 0.09182588756084442, 0.23299676179885864, 0.11736436188220978, 0.00037356617394834757, -0.14468125998973846, 0.07133699953556061, -0.016651323065161705, -0.19727808237075806, -0.02088761329650879, 0.19777169823646545, 0.0959453210234642, 0.3268955945968628, 0.08472153544425964, 0.049723606556653976, -0.13229802250862122, 0.14325346052646637, 0.530211329460144], [-0.018902871757745743, -0.10244300216436386, -0.2379721850156784, -0.0756709948182106, -0.5126879215240479, -0.21323588490486145, 0.012035645544528961, -0.10061478614807129, 0.07913480699062347, 0.26407286524772644, 0.1715601086616516, -0.04578138142824173, -0.01933763176202774, 0.2337634265422821, -0.055945850908756256, 0.04316902160644531, -0.13074691593647003, -0.24181857705116272, 0.26972755789756775, -0.05001169443130493], [0.5506542921066284, 0.20336280763149261, 0.33450889587402344, 0.12872986495494843, 0.044802501797676086, -0.08349253982305527, 0.12031015753746033, -0.011190274730324745, 0.3411652743816376, 0.2541840970516205, 1.1866780519485474, 0.12778663635253906, 1.0649579763412476, 0.16093838214874268, 0.785659909248352, 0.12632440030574799, -0.04823877662420273, -0.10722456872463226, 0.11157902330160141, 1.1993019580841064], [-0.05576680228114128, -0.028612863272428513, -0.02756423130631447, -0.03691447526216507, 0.0577041432261467, 0.08571074903011322, 0.017527034506201744, 0.06690264493227005, -0.11714748293161392, -0.10429158806800842, -0.045987557619810104, 0.021731475368142128, -0.25737178325653076, 0.13019110262393951, 0.029815442860126495, 0.17304497957229614, -0.016035253182053566, 0.0953228697180748, -0.06609329581260681, 0.17824256420135498], [-0.018631473183631897, 0.023778067901730537, -0.025065364316105843, 0.07338913530111313, -0.05489135906100273, -0.0021373340860009193, 0.00553944893181324, -0.02121046930551529, 0.040643926709890366, 0.03243764117360115, -0.06007296219468117, -0.013441774994134903, 0.09658120572566986, 0.133548304438591, 0.029908418655395508, 0.0026593066286295652, -0.008498512208461761, 0.026898352429270744, 0.04186508432030678, 0.09201899915933609], [-0.054010625928640366, -0.01613100990653038, -0.032375678420066833, -0.04002796486020088, 0.02824549749493599, 0.13049934804439545, 0.01874495856463909, 0.03747178614139557, -0.029201461002230644, -0.07741484045982361, 0.024012461304664612, 0.0289197638630867, -0.22182708978652954, 0.09451542794704437, 0.029036322608590126, 0.17872019112110138, -0.0304372850805521, 0.039571475237607956, -0.06868288666009903, 0.008880550973117352], [-0.05172111839056015, 0.06962068378925323, -0.03397703543305397, 0.07400991767644882, -0.10291030257940292, 0.04589060693979263, 0.050241801887750626, -0.06779352575540543, 0.022645067423582077, 0.017964620143175125, 0.10083089023828506, -0.05018153786659241, 0.1484169214963913, 0.04362138733267784, -0.03588180989027023, 0.010138282552361488, 0.02304111048579216, -0.06129481643438339, 0.041874878108501434, -0.091385617852211], [0.10985074192285538, -0.023201946169137955, 0.08178312331438065, 0.14581777155399323, 0.05901053175330162, -0.060657158493995667, -0.011738882400095463, 0.08798041939735413, 0.10058183968067169, 0.0776636078953743, -0.07584874331951141, 0.1468055248260498, -0.1250719577074051, 0.5571407079696655, -0.05142651125788689, -0.014267399907112122, 0.05514124035835266, 0.03589259460568428, 0.049442946910858154, -0.05359998345375061], [-0.05268816277384758, 0.014169319532811642, -0.02415105327963829, 0.07560332119464874, -0.22788959741592407, -0.026216264814138412, 0.01694055274128914, -0.05233035236597061, 0.12413004040718079, 0.12627391517162323, 0.030122699216008186, -0.017707929015159607, 0.16361020505428314, -0.1493343710899353, 0.040858518332242966, -0.028755448758602142, -0.028852704912424088, -0.081248439848423, 0.024139927700161934, -0.16930072009563446], [-0.12090349942445755, 0.03846639394760132, 0.00020898724324069917, 0.06573493033647537, -0.03992483764886856, -0.11241546273231506, 0.08234070241451263, 0.015464280731976032, 0.030334170907735825, 0.03519745543599129, -0.07096745073795319, 0.07240822911262512, 0.2485617995262146, -0.07255352288484573, -0.0038584130816161633, -0.15304626524448395, 0.06387175619602203, -0.002143074059858918, -0.043148066848516464, -0.01708938367664814], [0.006890090182423592, 0.006888088770210743, -0.00197786558419466, -0.004035863094031811, -0.01450614258646965, 0.006874019280076027, 0.005476968362927437, 0.00799553096294403, -0.004716346971690655, -0.006474134512245655, 0.011167919263243675, -0.009684696793556213, -0.005237185396254063, 0.041846368461847305, 0.0218792911618948, 0.017303528264164925, -0.01535014621913433, 0.013493547216057777, 5.5751006584614515e-05, 0.001815389608964324], [-0.017089104279875755, 0.03767501190304756, -0.12381661683320999, 0.030872203409671783, -0.03712973743677139, 0.11768601834774017, 0.018161775544285774, 0.0033855035435408354, 0.06825004518032074, -0.05751151964068413, -0.03750599920749664, 0.024865545332431793, -0.15185333788394928, 0.09893914312124252, 0.08875833451747894, 0.18266548216342926, -0.03541020303964615, -0.010563360527157784, -0.014755482785403728, -0.0748300552368164], [-0.1469382345676422, 0.052776359021663666, -0.22361166775226593, 0.025009803473949432, -0.024494359269738197, 0.0619085319340229, -0.08043782413005829, -0.0035778924357146025, 0.0880231037735939, 0.060139719396829605, -0.09406381100416183, 0.05748194456100464, 0.06562533974647522, -0.23861119151115417, -0.027477754279971123, 0.0659438967704773, -0.028772175312042236, -0.013526302762329578, 0.057104770094156265, 0.0207202285528183], [-0.1178492084145546, -0.008594205603003502, -0.0918460264801979, 0.09026461094617844, -0.0021841174457222223, 0.09990539401769638, 0.06576709449291229, 0.05610379949212074, 0.001136250328272581, -0.04452104493975639, -0.18047676980495453, 0.21948640048503876, -0.025554344058036804, 0.06926000118255615, 0.20072121918201447, 0.1848834753036499, 0.019834812730550766, 0.1044757068157196, -0.13280919194221497, 0.1036033108830452], [-0.05636180564761162, 0.01668742299079895, -0.1399676352739334, -0.05771642178297043, -0.06778153777122498, 0.024729080498218536, -0.02628602646291256, 0.08718829602003098, 0.06532763689756393, -0.043270573019981384, -0.21573954820632935, 0.15900498628616333, -0.14853502810001373, 0.03963160514831543, 0.17370449006557465, 0.09594360738992691, -0.07788241654634476, 0.06813309341669083, -0.044292401522397995, -0.06216972693800926], [-0.1102895587682724, 0.04307122528553009, 0.003434682497754693, 0.050023045390844345, 0.1597752422094345, 0.19097675383090973, 0.11785811185836792, -0.04049356281757355, -0.06802091002464294, -0.1854134052991867, 0.06617829203605652, -0.012291735969483852, -0.2922307252883911, 0.10737752914428711, -0.13087086379528046, 0.04168137535452843, 0.014051498845219612, -0.012148816138505936, 0.025681231170892715, -0.05609766021370888], [0.08117974549531937, -0.048382826149463654, 0.14406250417232513, -0.0011513521894812584, -0.11184712499380112, 0.09208036214113235, 0.010754902847111225, -0.012198304757475853, -0.05280595272779465, -0.14681309461593628, 0.11955516040325165, -0.06584905833005905, -0.004361378960311413, 0.020384766161441803, 0.10742507129907608, 0.05006531998515129, -0.03174658492207527, -0.01987011730670929, -0.014875124208629131, -0.029571019113063812], [-0.052187301218509674, 0.006615304853767157, -0.010235924273729324, 0.020152922719717026, 0.04164799675345421, 0.13061052560806274, 0.028825409710407257, -0.0018614070722833276, -0.059231799095869064, -0.10341881960630417, 0.059180114418268204, -0.032990463078022, -0.1708158552646637, 0.19635513424873352, 0.018061187118291855, 0.1747785210609436, -0.0037427651695907116, 0.014244589023292065, -0.018097367137670517, -0.034216705709695816], [-0.041900601238012314, -0.0009295661584474146, 0.011788647621870041, 0.03929974511265755, 0.06690257042646408, 0.057912666350603104, 0.02608269453048706, -0.010209357365965843, -0.05494125932455063, 0.0028136130422353745, 0.016178250312805176, -0.019500354304909706, -0.05943138897418976, -0.008095599710941315, 0.010001338087022305, 0.07381440699100494, 0.023720404133200645, 0.02207045629620552, -0.010118793696165085, 0.10726702213287354], [-0.01891777291893959, -0.011328738182783127, 0.03115762770175934, 0.008465013466775417, -0.011204351671040058, 0.006671324372291565, 0.021569594740867615, -0.010521262884140015, -0.06791207939386368, 0.042906176298856735, 0.05576540157198906, -0.07209498435258865, -0.03304135426878929, -0.06436098366975784, -0.05590788647532463, 0.03919215872883797, 0.002452010056003928, -0.005348777864128351, -0.010798663832247257, 0.058413151651620865], [-0.04269847646355629, 0.008013611659407616, -0.0654887780547142, -0.005744252819567919, 0.03171916678547859, 0.09464144706726074, 0.011681102216243744, 0.019934585317969322, -0.021845141425728798, -0.037113551050424576, -0.01228125300258398, -0.0012589548714458942, -0.11951760947704315, -0.009455426596105099, 0.06771166622638702, 0.1290307343006134, -0.0175312589854002, 0.027882132679224014, -0.05948984995484352, 0.016679096966981888], [-0.21561665832996368, 0.03699713945388794, -0.09301751852035522, 0.07148206979036331, -0.00040532942512072623, -0.011005332693457603, 0.028646238148212433, 0.059535540640354156, 0.061880212277173996, 0.09005729854106903, -0.1484246402978897, 0.021085942164063454, 0.16708478331565857, 0.16523319482803345, 0.04678530991077423, -0.013778289780020714, 0.07328101247549057, 0.1298089623451233, -0.051398929208517075, 0.010679136961698532], [0.2812960743904114, -0.0797778069972992, 0.2530665397644043, -0.033046916127204895, -0.005869939457625151, 0.14776743948459625, 0.013517608866095543, -0.02914297766983509, -0.08260501176118851, -0.20056289434432983, 0.3011150658130646, -0.04328020289540291, -0.44674819707870483, 0.42915454506874084, -0.14213547110557556, 0.161524698138237, -0.019791532307863235, -0.08041726052761078, 0.11607959866523743, 0.015398009680211544]], "rec.bias_ih_l0": [0.4087839424610138, -0.24570704996585846, 0.41390013694763184, -0.025057977065443993, 0.5367449522018433, -0.0975969135761261, -1.3407286405563354, -0.16778980195522308, 0.17198975384235382, 0.15214815735816956, -1.0387258529663086, 0.06440050154924393, -1.1700185537338257, 0.18182456493377686, 0.49412834644317627, 0.1579235941171646, 0.04963362216949463, 0.3020343780517578, -0.6542443633079529, 0.4895398020744324, -0.04343106225132942, 0.4836449921131134, -0.006492170039564371, 0.12327632308006287, 0.071049265563488, 0.5327417850494385, 1.8887590169906616, 0.36652639508247375, 0.15002579987049103, 0.30100658535957336, 1.1943763494491577, 0.1341945379972458, 1.403212308883667, 0.4691151976585388, -0.06014057248830795, 0.219243124127388, 0.10183868557214737, 0.0005015077767893672, 0.9606102705001831, -0.3197951316833496, -0.1820138692855835, 0.06601908057928085, 0.0003360737464390695, 0.18183517456054688, 0.06842035055160522, 0.16471633315086365, -0.006086104083806276, 0.0028980786446481943, -0.1601075381040573, 0.014898631721735, -0.03901033475995064, -0.08838777989149094, -0.11300856620073318, -0.0648934617638588, -0.010495040565729141, 0.19829945266246796, -0.010497920215129852, 0.037054792046546936, -0.01811661198735237, 0.19350466132164001, 0.4061039984226227, 0.041647981852293015, 0.46700969338417053, 0.06511922180652618, -0.2531201243400574, -0.10466881096363068, -0.13525588810443878, -0.054918792098760605, 0.43743398785591125, 0.07187837362289429, 0.4138224720954895, 0.0927945077419281, 0.5544241666793823, 0.045732270926237106, 0.4913621246814728, 0.20158372819423676, 0.019008906558156013, 0.3405579626560211, -0.00864304881542921, 0.44225797057151794], "rec.bias_hh_l0": [0.4087839424610138, -0.24570704996585846, 0.41390013694763184, -0.025057977065443993, 0.5367449522018433, -0.0975969135761261, -1.3407286405563354, -0.16778980195522308, 0.17198975384235382, 0.15214820206165314, -1.0387258529663086, 0.06440050154924393, -1.1700185537338257, 0.18182456493377686, 0.49412834644317627, 0.1579235941171646, 0.04963362216949463, 0.3020343780517578, -0.6542443633079529, 0.4895314872264862, -0.04343106225132942, 0.4836449921131134, -0.006492170039564371, 0.12327632308006287, 0.071049265563488, 0.5327417850494385, 1.8887590169906616, 0.36652639508247375, 0.15002579987049103, 0.30100658535957336, 1.1943763494491577, 0.13419455289840698, 1.403212308883667, 0.4691151976585388, -0.06014057248830795, 0.219243124127388, 0.10183868557214737, 0.0005015077767893672, 0.9606102705001831, -0.3196825683116913, -0.17860430479049683, 0.08053649961948395, 0.0002484364958945662, 0.17912141978740692, 0.05642019584774971, 0.1647794246673584, -0.0010793013498187065, 0.01771322265267372, -0.15922462940216064, 0.01761532574892044, -0.038129545748233795, -0.08973727375268936, -0.07028564065694809, -0.06220114603638649, -0.00772818922996521, 0.19990500807762146, 1.4601518159906846e-05, 0.04180719330906868, -0.017919393256306648, 0.18371601402759552, 0.4061039984226227, 0.041647981852293015, 0.46700969338417053, 0.06511922180652618, -0.2531201243400574, -0.10466881096363068, -0.13525588810443878, -0.054918792098760605, 0.43743398785591125, 0.07187837362289429, 0.4138224720954895, 0.0927945077419281, 0.5544241666793823, 0.045732270926237106, 0.4913621246814728, 0.20158372819423676, 0.019008906558156013, 0.3405579626560211, -0.00864304881542921, 0.44225889444351196], "lin.weight": [[0.1003795936703682, -0.7935227751731873, -0.7434349060058594, -0.07558686286211014, 0.3913436233997345, 0.2760891616344452, 0.3147290050983429, 0.06356137245893478, 0.07621174305677414, 0.25898998975753784, 0.11068949848413467, 0.03700139746069908, 0.16449499130249023, 0.2692866027355194, -0.30784112215042114, -0.1220402643084526, -0.21918857097625732, -0.5105369091033936, -0.6028090715408325, 0.16460813581943512]], "lin.bias": [0.023856271058321]}} \ No newline at end of file diff --git a/resources/CMakeLists.txt b/resources/CMakeLists.txt index ed99e7e..66a04f6 100644 --- a/resources/CMakeLists.txt +++ b/resources/CMakeLists.txt @@ -1,8 +1,9 @@ juce_add_binary_data(BinaryData SOURCES logo.png npi_background.jpg - ../models/BluesJR_FullD.json - ../models/TS9_FullD.json + ../models/BluesJr.json + ../models/TS9.json + ../models/HT40_Overdrive.json ) # Need to build BinaryData with -fPIC flag on Linux diff --git a/resources/neuralpi_pic.jpg b/resources/neuralpi_pic.jpg index d0f9d8b..248df51 100644 Binary files a/resources/neuralpi_pic.jpg and b/resources/neuralpi_pic.jpg differ