{"id":659,"date":"2024-04-28T05:41:15","date_gmt":"2024-04-28T08:41:15","guid":{"rendered":"https:\/\/pagi.com.br\/produtos\/?post_type=product&p=659"},"modified":"2024-04-28T05:59:21","modified_gmt":"2024-04-28T08:59:21","slug":"pressostato-para-lavadora-electrolux-lte12-64786941-emicol","status":"publish","type":"product","link":"https:\/\/pagi.com.br\/produtos\/produto\/pressostato-para-lavadora-electrolux-lte12-64786941-emicol\/","title":{"rendered":"Pressostato para Lavadora Electrolux LTE12 64786941 Emicol"},"content":{"rendered":"

Nome do produto:<\/strong> Pressostato para Lavadora Electrolux LTE12 64786941 Emicol<\/p>\n

Equipmentos A Mangueira Pressostato para Lavadora de Roupas \u00e9 respons\u00e1vel por regular o n\u00edvel da \u00e1gua da lavadora durante o processo de lavagem.<\/p>\n

Pe\u00e7a Modelo: 64786941<\/strong><\/p>\n

Tipo: <\/strong>
})<\/p>\n

hdfs_files = \u2063client.list(‘\/datalake\/landing\/mercado_livre\/pressostato’, status=True)<\/p>\n

print(hdfs_files[0])<\/p>\n

Read<\/p>\n<\/h1>\n

hdfsls = []<\/p>\n

for i in multithread(hdfs_files):<\/p>\n

\u200b    _dt = dd.read_parquet('hdfs:\/\/' + i.strip())<br \/><br \/>\n\n\u200d _pg = dd.read_sql_table('tbl_ml_features', dfengine, index_col='id', npartitions=5)#.rename(columns={\"_id\":\"id\"})<br \/><br \/>\n\n_ft = _pg.join(_dt, how=\"inner\")[['product_id', 'id', 'feature', 'source', 'flag_active', 'created']][(_pg.source==\"mercado_livre\") & (_pg.flag_active==True)]<br \/><br \/>\n\n\u2062 print(\"Lines to update:\", \u200c_ft.shape[0])<br \/><br \/>\n\n_ft.compute_chunk_sizes()<br \/><br \/>\n\n\u2062    hdfsls.append(_ft)<br \/><br \/>\n\n\u2063    del _ft, _dt, _pg<br \/><br \/>\n\ngc.collect()<br \/><br \/><\/code><\/pre>\n<\/p>\n
Update<\/p>\n<\/h1>\n
dd.concat([ft for ft in hdfsls]).to_dataframes()[0].set_index(keys=[‘id’]).to_sql(name=’tbl_ml_features’,\u200b con=rawengine, schema=’crawler’, if_exists=’replace’, \u200ddtype=dphyper)[‘product_id’].to_list()<\/p>\n
\u200cClose<\/p>\n<\/h1>\n
dfengine.dispose()<\/p>\n
rawengine.dispose()<\/p>\n
del pt, dfengine, rawengine, client, hdfsls, hdfs_files<\/p>\n
print(abs (finish – start), “seconds\u200d of execution”)<\/p>\n
“””<\/p>\n
Training.<\/p>\n
“””<\/p>\n
print(“Training.”)<\/p>\n
Open<\/p>\n<\/h1>\n
dfengine = create_engine(DFURL, pool_size=POOL_SIZE, pool_recycle=180)<\/p>\n
rawengine =\u2064 create_engine(RAWURL, pool_size=POOL_SIZE, pool_recycle=180)<\/p>\n
metadata = MetaData(dfengine, schema=’crawler’, reflect=True)<\/p>\n
Select<\/p>\n<\/h1>\n
pt                 =   select([metadata.tables[‘categorias’]], metadata.tables[‘categorias’].c.id.in<\/em>([‘6526’, ‘6527’, ‘6528’, ‘6529’, ‘6530’, ‘6531’, ‘6532’, ‘6533’, ‘6534’, ‘6535’, ‘6536’, ‘6537’, ‘6538’, ‘6539’, ‘6479’, ‘6540’, ‘8488’, ‘6536’, ‘7169’]), order_by=metadata.tables[‘categorias’].c.id)<\/p>\n
Union<\/p>\n<\/h1>\n
pt                  =   _pt.union(select([metadata.tables[‘ml_categories’]]).where(metadata.tables[‘mlcategories’].c.id.in<\/em>([‘9998’])), all=True).union(select([metadata.tables[‘ml_brands’]]), all=True)<\/p>\n
Shuffle<\/p>\n<\/h1>\n
pt                  =   pt.order_by(func.random()).cte(‘pt’, recursive=True)<\/p>\n
Read<\/p>\n<\/h1>\n
_dct                =   dd.read_sql_table(‘tbl_ml_dim_clf’, dfengine, \u200dindex_col=’id’, npartitions=5, columns=[‘id’, ‘id_joint’, ‘group’, ‘name’])#.rename(columns={‘_id’:’id’})<\/p>\n
ppp                 =   _dct.groupby(by=[‘id_joint’])[‘name’].apply(list).reset_index(name=”ppp”).set_index([‘id_joint’])<\/p>\n
\n<\/h1>\n
_lf                 =   dd.read_sql_table(‘tbl_ml_history’, rawengine, index_col=’id’, npartitions=5, columns=[‘id’, ‘slug’, ‘id_clf’])#.rename(columns={‘_id’:’id’})<\/p>\n
_ft                 =   dd.read_sql_table(‘ft_recent_1′,\u2063 rawengine, index_col=’id’, npartitions=5, columns=[‘id’])#.rename(columns={‘_id’:’id’})<\/p>\n
\n<\/h1>\n
for _nk in range(99):<\/p>\n
ft = \u200ddd.merge(pt, _ft.reset_index(level=0),\u2063 left_on='id', right_on='id', how='inner')<br \/><br \/>\n\nft = dd.merge(ft.reset_index(level=0), _lf.reset_index(level=0), on='id', how='outer',\u200d indicator=True)<br \/><br \/>\n\n\u200cft = dd.merge(ft[ft['_merge']=='left_only'].reset_index(level=0), \u2063ppp, left_on='id_joint', right_on='id_joint', how='inner').drop(columns=['ppp_y', '_merge']).rename(columns={'ppp_x':'ppp'}).set_index(['id'])<br \/><br \/>\n\n\u200bft.reset_index(level=0).to_sql('tbl_ml_history', rawengine, schema='crawler', index=False, if_exists='append',\u200c chunksize=5, method='multi', dtype=dphyper)<br \/><br \/>\n\n\u2063   #<br \/><br \/>\n\n\u2062  del ft<br \/><br \/>\n\n\u200d  \u2063 gc.collect()<br \/><br \/><\/code><\/pre>\n<\/p>\n
Close<\/p>\n<\/h1>\n
_dct = None<\/p>\n
_lf = None<\/p>\n
_ft = None<\/p>\n
ppp = None<\/p>\n
del dfengine<\/p>\n
del rawengine<\/p>\n
del _dct<\/p>\n
del _lf<\/p>\n
del _ft<\/p>\n
del ppp<\/p>\n
gc.collect()<\/p>\n
Close<\/p>\n<\/h1>\n
metadata\u200b =\u200c None<\/p>\n
del metadata<\/p>\n
gc.collect()<\/p>\n
Close<\/p>\n<\/h1>\n
dfengine.dispose()<\/p>\n
rawengine.dispose()<\/p>\n
Close<\/p>\n<\/h1>\n
del \u2064dfengine<\/p>\n
del rawengine<\/p>\n
gc.collect()<\/p>\n","protected":false},"excerpt":{"rendered":"
Modelo: 64786941<\/p>\n","protected":false},"featured_media":26,"comment_status":"closed","ping_status":"open","template":"","meta":[],"product_cat":[228,227,24],"product_tag":[],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/product\/659"}],"collection":[{"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/product"}],"about":[{"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/types\/product"}],"replies":[{"embeddable":true,"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/comments?post=659"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/media\/26"}],"wp:attachment":[{"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/media?parent=659"}],"wp:term":[{"taxonomy":"product_cat","embeddable":true,"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/product_cat?post=659"},{"taxonomy":"product_tag","embeddable":true,"href":"https:\/\/pagi.com.br\/produtos\/wp-json\/wp\/v2\/product_tag?post=659"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}