Remove duplication based on date conditions

See also questions close to this topic

• What pattern to use, when relating objects by composition, to facilitate communication between the objects

  Say I have a python class: Foo(), that has a member self.bar which is assigned at initialisation of Foo() to be an instance of Bar(). So something like this:

  class Foo:
      def __init__(self):
          self.bar = Bar()
          self.other_member = 0
  

  Then say I bind some method of Bar() to a signal/callback and when triggered (externally) I want it to make a change to some other member of Foo().

  My question is: is this a crazy thing to want to do? And if not, is there an advised pattern to follow when implementing something like this?
• Why do my player images "streak" when they go outside the court on my screen?

  My players move fine until they move outside they court, until the images streak. Why is this?

  I tried changing screen.fill(OUT) to drawing a rectangle the size of the screen.

  import pygame
  import time
  
  pygame.init()
  
  # Define some colors
  BLACK = (0, 0, 0)
  OUT = (193, 58, 34)
  COURT = (69, 150, 81)
  WHITE = (255, 255, 255)
  GREEN = (0, 255, 0)
  SKIN = (232, 214, 162)
  
  ballspeed = 2
  
  # Create the screen
  windowsize = (700, 650)
  screen = pygame.display.set_mode(windowsize)
  pygame.display.set_caption('Tennis')
  
  
  
  
  # Player Sprites
  class Robert(pygame.sprite.Sprite):
  
      def __init__(self):
          pygame.sprite.Sprite.__init__(self)
          self.image = pygame.image.load("Robert_tennis.png")
          self.rect = self.image.get_rect()
          self.rect.center = (400, 575)
          self.speedx = 0
          self.speedy = 0
  
  
      def update(self):
          self.speedx = 0
          self.speedy = 0
          keystate = pygame.key.get_pressed()
          if keystate[pygame.K_LEFT]:
              self.speedx = -4
          if keystate[pygame.K_RIGHT]:
              self.speedx = 4
          self.rect.x += self.speedx
          if self.rect.right > 700:
              self.rect.right = 700
          if self.rect.right < 0:
              self.rect.left = 0
          if keystate[pygame.K_UP]:
              self.speedy = -5
          if keystate[pygame.K_DOWN]:
              self.speedy = 3
          self.rect.y += self.speedy
          if self.rect.y < 325:
              self.rect.y = 325
          if self.rect.y < 0:
              self.rect.y = 0
  
  
  
  
  
  class Camden(pygame.sprite.Sprite):
  
      def __init__(self):
          pygame.sprite.Sprite.__init__(self)
          self.image = pygame.image.load("camden_tennis_front.png")
          self.rect = self.image.get_rect()
          self.rect.center = (260, 80)
          self.speedx = 0
          self.speedy = 0
  
  
      def update(self):
          self.speedx = 0
          self.speedy = 0
          keystate = pygame.key.get_pressed()
          if keystate[pygame.K_a]:
              self.speedx = -6
          if keystate[pygame.K_d]:
              self.speedx = 6
          self.rect.x += self.speedx
          if self.rect.right > 700:
              self.rect.right = 700
          if self.rect.right < 0:
              self.rect.left = 0
          if keystate[pygame.K_w]:
              self.speedy = -7
          if keystate[pygame.K_s]:
              self.speedy = 5
          self.rect.y += self.speedy
          if self.rect.y > 250:
              self.rect.y = 250
          if self.rect.y < 0:
              self.rect.y = 0
  
  
  
  class Ball(pygame.sprite.Sprite):
  
      def __init__(self):
          pygame.sprite.Sprite.__init__(self)
          self.image = pygame.image.load("tennisball.png")
          self.rect = self.image.get_rect()
          self.rect.center = (420, 450)
          self.speedx = 0
          self.speedy = 0
  
  
      def update(self):
          #Robert's forehand
          if tennisball.rect.colliderect(robert) and tennisball.rect.x > robert.rect.x + 10:
              robert.image = pygame.image.load("Robert_tennis2 (1).png")
              effect = pygame.mixer.Sound('tennisserve.wav')
              effect.play(0)
              robert.rect.y -5
              self.speedy = -8
              self.speedx = 4
  
          #Robert's backhand
          if tennisball.rect.colliderect(robert) and tennisball.rect.x < robert.rect.x - 10:
              robert.image = pygame.image.load("Robert_tennis2_backhand.png")
              effect = pygame.mixer.Sound('tennisserve.wav')
              effect.play(0)
              robert.rect.y -5
              self.speedy = -7
              self.speedx = -3
  
  
          #Camden's forehand
          if tennisball.rect.colliderect(camden) and tennisball.rect.x < camden.rect.x -10:
              camden.image = pygame.image.load("camden_front_forehand.png")
              effect = pygame.mixer.Sound('tennisserve.wav')
              effect.play(0)
              camden.rect.y -5
              self.speedy = 9
              self.speedx = 2
  
          keystate = pygame.key.get_pressed()
          if keystate[pygame.K_TAB]:
              self.speedx = -7
              self.speedy = -12
  
          self.speedy = self.speedy * .98
          self.speedx = self.speedx * .978
          self.rect = self.rect.move(self.speedx, self.speedy)
  
  
  #Add people
  all_sprites = pygame.sprite.Group()
  robert = Robert()
  camden = Camden()
  tennisball = Ball()
  all_sprites.add(robert)
  all_sprites.add(tennisball)
  all_sprites.add(camden)
  
  carryOn = True
  clock = pygame.time.Clock()
  
  
  global score
  score = 0
  
  
  screen.fill(OUT)
  
  
  
  
  
  
  
  while carryOn:
      font = pygame.font.Font('freesansbold.ttf', 32)
  
      camden.update()
      robert.update()
      tennisball.update()
  
      epsilonComp = .1
      if abs(tennisball.speedx) < epsilonComp and abs(tennisball.speedy) < epsilonComp:
          if tennisball.rect.x != 360 and tennisball.rect.y != 325:
              if time.time() > 1000:
                  score = 15
                  scorebox = font.render(str(score), True, WHITE, BLACK)
                  scoreRect = scorebox.get_rect()
                  scoreRect.center = (625, 50)
                  screen.blit(scorebox, scoreRect)
  
      for event in pygame.event.get():
          if event.type == pygame.QUIT:
              carryOn = False
          elif event.type == pygame.KEYDOWN:
              if event.key == pygame.K_x:
                  carryOn = False
  
  
  
      all_sprites.update()
  
      #Fill the screen with a sky color
  
      # Draw the court
      pygame.draw.rect(screen, COURT, [175, 75, 350, 500])
  
      #outer left line
      pygame.draw.line(screen, WHITE, (175,574), (175,75), 7)
  
      #outer right line
      pygame.draw.line(screen, WHITE, (525,574), (525,75), 7)
  
      #top center line
      pygame.draw.line(screen, WHITE, (175, 200), (525,200), 7)
  
      #top outer line
      pygame.draw.line(screen, WHITE, (175, 78), (525,78), 7)
  
      #bottom outer line
      pygame.draw.line(screen, WHITE, (175, 571), (525,571), 7)
  
      #bottom center line
      pygame.draw.line(screen, WHITE, (175, 450), (525,450), 7)
  
      #center white line
      pygame.draw.line(screen, WHITE, (345,200), (345,450), 7)
  
      #net
      pygame.draw.line(screen, BLACK, (175,325), (525,325), 10)
  
  
  
      # Update
      all_sprites.draw(screen)
      pygame.display.update()
      clock.tick(60)
  
  pygame.quit()
  

  I just need the player's images to not streak and stay on the screen, and for them to move normally like they do while they're on the court.
• Iterate through each row of CSV and write into individual JSON files in a folder using Python-Pandas

  I am trying to generate separate JSON files for every row using the input as CSV and save in to output folder. Using loop logic.

  Below is the code which will generate json file based on out required json structure. Need help loop logic to iterate through each row and generate json files.

  import json
  
  df = pd.DataFrame([['specs','glass','70072187','ESA65Z45','ESA 65Z45','CUT TIP FG 1808-40'],
                     ['specs','glass','666','ESA6665','ESB 666','CUT TIP FG 66-40']],
                         columns = ['name', 'type','aitm','alitm','aaitm','adsc1' ])
  
  
  data = {'entities':[]}
  for key,grp in df.groupby('name'):
      for idx, row in grp.iterrows():
          temp_dict_alpha = {'name':key, 'type':row['type'], 'data':{'attributes':{}}}
  
          attr_row = row[~row.index.isin(['name','type'])]
          for idx2, row2 in attr_row.iteritems():
              dict_temp = {}
              dict_temp[idx2] = {'values':[]}
              dict_temp[idx2]['values'].append({'value':row2,'source':'internal','locale':'en_US'})
  
              temp_dict_alpha['data']['attributes'].update(dict_temp)
  
          data['entities'].append(temp_dict_alpha)
  
  
  print(json.dumps(data, indent= 4))
  
  with open('C:/Users/usasxs174/Desktop/ETL/Data_tables/sample1.json', 'w') as outfile:
          outfile.write(simplejson.dumps(data, indent=4, ignore_nan=True))```
  
• Which column is generating this error "Input contains NaN, infinity or a value too large for dtype('float64')."?

  I have big dataframe with thousands of columns

  I am trying to fit a predictive model

  but while doing that I get this error

  Traceback (most recent call last):

  File "", line 1, in mdl.fit(X_train, y_train)

  File "C:\Users\am479\AppData\Local\Continuum\anaconda3\lib\site-packages\sklearn\linear_model\base.py", line 458, in fit y_numeric=True, multi_output=True)

  File "C:\Users\am479\AppData\Local\Continuum\anaconda3\lib\site-packages\sklearn\utils\validation.py", line 756, in check_X_y estimator=estimator)

  File "C:\Users\am479\AppData\Local\Continuum\anaconda3\lib\site-packages\sklearn\utils\validation.py", line 573, in check_array allow_nan=force_all_finite == 'allow-nan')

  File "C:\Users\am479\AppData\Local\Continuum\anaconda3\lib\site-packages\sklearn\utils\validation.py", line 56, in _assert_all_finite raise ValueError(msg_err.format(type_err, X.dtype))

  ValueError: Input contains NaN, infinity or a value too large for dtype('float64').

  ok I get it there is a NaN in a numeric field which it does not allow.

  my problem is how to know which column has this error

  the error message does not say much.
• Filling in missing hours in a Pandas dataframe

  Date_NZST   Time_NZST   Radiation_Amount_MJ/m2
  5/08/2011   0:00                     0
  5/08/2011   1:00                     0
  5/08/2011   2:00                     0
  5/08/2011   3:00                     0
  5/08/2011   4:00                     0
  5/08/2011   5:00                     0
  5/08/2011   6:00                     0
  5/08/2011   7:00                     0
  5/08/2011   8:00                     0
  5/08/2011   9:00                     0.37
  5/08/2011   10:00                    0.41
  5/08/2011   11:00                    1.34
  5/08/2011   12:00                    0.87
  5/08/2011   14:00                    1.69
  5/08/2011   15:00                    1.53
  5/08/2011   16:00                    1.14
  5/08/2011   17:00                    0.63
  5/08/2011   18:00                    0.08
  5/08/2011   19:00                    0
  5/08/2011   20:00                    0
  5/08/2011   21:00                    0
  5/08/2011   22:00                    0
  5/08/2011   23:00                    0
  

  I have an Excel spreadsheet that contains hourly measurements of solar irradiance everyday for a year. It has 3 columns, Date_NZST, Time_NZST and Radiation_Amount_MJ/m2.

  I'm trying to find a way to automatically find all missing hours, generate a row for that missing hour and fill it with a - symbol in the Radiation_Amount_MJ/m2 column. For example, hour 13:00 is missing so I'd like to make row between the 12:00 and 14:00 rows with the correct date and fill the Radiation_Amount_MJ/m2 column with a -. All dates are present, just some hours are missing.

  5/08/2011   11:00                    1.34
  5/08/2011   12:00                    0.87
  5/08/2011   13:00                     -
  5/08/2011   14:00                    1.69
  5/08/2011   15:00                    1.53
  

  I've been doing this in Excel but this is a very tedious process and there could be hundreds of missing points. I've resorted to trying to do it using the Pandas library in Python and I saw this thread (Fill in missing hours in a pandas dataframe) and I tried to alter the answer code to fit my data but I got really confused by the line

  df.groupby('area').\
      apply(lambda x : x.set_index('Datetime').resample('H').mean().fillna(0)).\
        reset_index()'
  

  and how to repurpose it to my data. Anyone have any ideas?