This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from typing import List | |
from selenium.common import InvalidSelectorException | |
from selenium.webdriver.common.by import By | |
from selenium.webdriver.remote.webelement import WebElement | |
def get_xpath_for_selenium_element(element: WebElement, use_index: bool = True, | |
attributes: List[str] = ['id']) -> str: | |
"""Get the xpath of an element. This is useful for creating selectors for selenium. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import glob | |
import itertools | |
import mt940 | |
import pandas | |
files = glob.glob('*.sta') | |
transactions = itertools.chain(*map(list, map(mt940.parse, files))) | |
transactions = pandas.DataFrame.from_dict(map(lambda t: dict(amount=t.data.pop('amount').amount, **t.data), transactions)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import org.apache.hadoop.fs.{FileStatus, Path} | |
import org.apache.spark.sql.SparkSession | |
object ListFiles extends App { | |
val spark = SparkSession.builder.config("spark.master", "local[1]").getOrCreate() | |
val path = new Path("/data/wiki-dumps/dumps/*wiki-*-pages-articles-multistream.xml*") | |
val fileSystem = path.getFileSystem(spark.sparkContext.hadoopConfiguration) | |
val files: List[FileStatus] = fileSystem.globStatus(path).toList |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
pg_dump dbname | pv --rate --progress --eta --size $(pg_dump dbname | pv | wc --bytes) | psql -h remote.server dbname |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import java.io.{FileInputStream, ObjectInputStream, File} | |
import net.sf.jasperreports.engine.JasperReport | |
object JasperReportQueries { | |
class JasperReportQueriesExtractor(file: File) { | |
val report = new ObjectInputStream(new FileInputStream(file)) | |
.readObject.asInstanceOf[JasperReport] | |
def getTextQueries = getQueries map(_.getText) | |
def getQueries = getMainQuery.toList ++ getDataSetQueries |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#EXTM3U | |
#EXTINF: 1, AntyRadio | |
http://dcs-188-64-84-28.atmcdn.pl/streams/o2/Eurozet/live/antyradio.livx | |
#EXTINF: 2, Radio PIN | |
http://stream4.nadaje.com/radiopin | |
#EXTINF: 3, Radio Paradise | |
http://stream-tx3.radioparadise.com/mp3-192 |