Commit 13584fa2 authored by Rudolf Chrispens's avatar Rudolf Chrispens
Browse files

reworked reader to flake8 and removed some flake8 rules in vscode settings

parent 57b987da
Loading
Loading
Loading
Loading
+3 −0
Original line number Diff line number Diff line
@@ -8,4 +8,7 @@
        "--extension-pkg-whitelist=tensorflow"
    ],
    "editor.minimap.enabled": false,
    "python.linting.flake8Args": [
        "--ignore=E302,E303,E304,E305,E501",
    ],
}
 No newline at end of file
+14 −0
Original line number Diff line number Diff line
What do you call a dog with no legs...
    ...doesn't matter, he's not going to come anyways.

What do you call a dog with short legs and brass balls??
Sparky!!

What do you do with a dog that has no legs?
Take him for a drag.

What do you call a row of rabbits walking backwards????
A receding hair line !!!!!!!!!!!!!

What do you call a bunch of cattle masturbating...
    ...beef stroganoff.
 No newline at end of file
+69 −0
Original line number Diff line number Diff line
A man with no arms and legs in a hole
Dug

A man with no arms and legs under a car
Jack

A man with no arms and legs in the garden
Pete

A man with no arms and legs in the water
Bob

2 men with no arms and legs on the window
Curt n rod

Another man with no arms and legs in a hole
Phil

what do you call a man on the beach if he has no arms and no legs?
sandy

what if it's a woman in the ocean?
sandy duncan.

What do you call a heart patient with no arms or legs in a pool.
Bob Newheart.

RE: What do you call a man with no arms and no legs in a hole?
How about DICK instead? :)

a guy with no arms and no legs with a sea gull on his head:
     Cliff

a guy with no arms and no legs in the middle of the ocean...
        BOB

a guy with no arms and no legs in Idaho?
        Spud!

What do you call a man with no arms and no legs halfway down Tina Turner's throat?
Mike.

What do you call the same guy halfway down Linda Lovelace's throat?
Dick.  *Ducks copies of "Deep Throat" being thrown*

What do you call a guy with no arms and no legs in a pile of leaves?
Russell.

What do you call the same guy in a pond?
Skip.

What do you call a guy in your mailbox with no arms and no legs?

Bill  HA!   *groan*

What do you call A man w/no arms & legs upside down in the endzone?
Spike

a man with no arms or legs in a bathroom...
John

What do you call a guy w/ no arms or legs on a bar-b-q grill?
  Frank

What do yu call his girlfriend?
  Patty

What do you call a chic w/ only one leg?
  Ilene
 No newline at end of file
+17 −0
Original line number Diff line number Diff line
What do you call a guy w/ no arms or legs hanging on your wall?
  Art

What do you call a guy w/ no arms or legs on your doorstep?
  Matt

What do you call a man with no arms and legs in a fireplace?  
  Bernie

 And an hour later?  
  Ashley

What do you call a man with a wooden head ?
Edward.

What do you call a man with three wooden  heads ?
Edward Woodward.
 No newline at end of file
+3 −136
Original line number Diff line number Diff line
@@ -9,139 +9,6 @@ from .. import configuration as config


def basic_masa_reader(file_train, file_val, file_test):



    return None

def read_train_input():
    with tf.gfile.GFile(
        config.current.path_iput_data_folder +
        config.current.path_input_data_train, "r") as f:
            return f.read().split()

def read_validate_input():
    with tf.gfile.GFile( config.path_iput_data_folder + config.path_iput_data_validate, "r") as f:
    if Py3:
      return f.read().replace("\n", "<eos>").split()
    else:
      return f.read().decode("utf-8").replace("\n", "<eos>").split()

def read_test_input():
    with tf.gfile.GFile( config.path_iput_data_folder + config.path_iput_data_test, "r") as f:
    if Py3:
      return f.read().replace("\n", "<eos>").split()
    else:
      return f.read().decode("utf-8").replace("\n", "<eos>").split()

"""Utilities for parsing PTB text files."""
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

import collections
import os
import sys

import tensorflow as tf

Py3 = sys.version_info[0] == 3

def _read_words(filename):
  with tf.gfile.GFile(filename, "r") as f:
    if Py3:
      return f.read().replace("\n", "<eos>").split()
    else:
      return f.read().decode("utf-8").replace("\n", "<eos>").split()


def _build_vocab(filename):
  data = _read_words(filename)

  counter = collections.Counter(data)
  count_pairs = sorted(counter.items(), key=lambda x: (-x[1], x[0]))

  words, _ = list(zip(*count_pairs))
  word_to_id = dict(zip(words, range(len(words))))

  return word_to_id


def _file_to_word_ids(filename, word_to_id):
  data = _read_words(filename)
  return [word_to_id[word] for word in data if word in word_to_id]


def ptb_raw_data(data_path=None):
  """Load PTB raw data from data directory "data_path".

  Reads PTB text files, converts strings to integer ids,
  and performs mini-batching of the inputs.

  The PTB dataset comes from Tomas Mikolov's webpage:

  http://www.fit.vutbr.cz/~imikolov/rnnlm/simple-examples.tgz

  Args:
    data_path: string path to the directory where simple-examples.tgz has
      been extracted.

  Returns:
    tuple (train_data, valid_data, test_data, vocabulary)
    where each of the data objects can be passed to PTBIterator.
  """

  train_path = os.path.join(data_path, "ptb.train.txt")
  valid_path = os.path.join(data_path, "ptb.valid.txt")
  test_path = os.path.join(data_path, "ptb.test.txt")

  word_to_id = _build_vocab(train_path)
  train_data = _file_to_word_ids(train_path, word_to_id)
  valid_data = _file_to_word_ids(valid_path, word_to_id)
  test_data = _file_to_word_ids(test_path, word_to_id)
  vocabulary = len(word_to_id)
  return train_data, valid_data, test_data, vocabulary


def ptb_producer(raw_data, batch_size, num_steps, name=None):
  """Iterate on the raw PTB data.

  This chunks up raw_data into batches of examples and returns Tensors that
  are drawn from these batches.

  Args:
    raw_data: one of the raw data outputs from ptb_raw_data.
    batch_size: int, the batch size.
    num_steps: int, the number of unrolls.
    name: the name of this operation (optional).

  Returns:
    A pair of Tensors, each shaped [batch_size, num_steps]. The second element
    of the tuple is the same data time-shifted to the right by one.

  Raises:
    tf.errors.InvalidArgumentError: if batch_size or num_steps are too high.
  """
  with tf.name_scope(name, "PTBProducer", [raw_data, batch_size, num_steps]):
    raw_data = tf.convert_to_tensor(raw_data, name="raw_data", dtype=tf.int32)

    data_len = tf.size(raw_data)
    batch_len = data_len // batch_size
    data = tf.reshape(raw_data[0 : batch_size * batch_len],
                      [batch_size, batch_len])

    epoch_size = (batch_len - 1) // num_steps
    assertion = tf.assert_positive(
        epoch_size,
        message="epoch_size == 0, decrease batch_size or num_steps")
    with tf.control_dependencies([assertion]):
      epoch_size = tf.identity(epoch_size, name="epoch_size")

    i = tf.train.range_input_producer(epoch_size, shuffle=False).dequeue()
    x = tf.strided_slice(data, [0, i * num_steps],
                         [batch_size, (i + 1) * num_steps])
    x.set_shape([batch_size, num_steps])
    y = tf.strided_slice(data, [0, i * num_steps + 1],
                         [batch_size, (i + 1) * num_steps + 1])
    y.set_shape([batch_size, num_steps])
    return x, y
 No newline at end of file
    if(config.current.reader.read_raw_files):
        return True
    return False
Loading