Source code for pyabsa.tasks.AspectPolarityClassification.models.__classic__.lstm

# -*- coding: utf-8 -*-
# file: lstm.py
# author: songyouwei <youwei0314@gmail.com>
# Copyright (C) 2018. All Rights Reserved.

import torch
import torch.nn as nn

from pyabsa.networks.dynamic_rnn import DynamicLSTM


[docs] class LSTM(nn.Module):
[docs] inputs = ["text_indices"]
def __init__(self, embedding_matrix, config): super(LSTM, self).__init__() self.embed = nn.Embedding.from_pretrained( torch.tensor(embedding_matrix, dtype=torch.float) ) self.lstm = DynamicLSTM( config.embed_dim, config.hidden_dim, num_layers=1, batch_first=True ) self.dense = nn.Linear(config.hidden_dim, config.output_dim)
[docs] def forward(self, inputs): text_raw_indices = inputs["text_indices"] x = self.embed(text_raw_indices) x_len = torch.sum(text_raw_indices != 0, dim=-1) _, (h_n, _) = self.lstm(x, x_len) out = self.dense(h_n[0]) return {"logits": out}